{ "config": { "input_dim": 16, "output_dim": 4, "width": 64, "train_samples": 224, "test_samples": 512, "target_steps": 50, "early_steps": [ 1, 2, 5 ], "lr": 0.001, "init_seeds": 2, "feedback_seeds": 4, "data_seed": 123, "feedback_scale": "relu", "device": "cpu", "torch_threads": 4, "outdir": "outputs/compressed_operator_T50_width64_N224" }, "rows": [ { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.7599533289420513, "empirical_gap": 0.10729947062673295, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.756962953554878, "fixed_gap": 0.1272689491222927, "compressed_fa_loss": 2.756962953554878, "compressed_gap": 0.1272689491222927, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.019969478495559745, "compressed_gap_error": 0.019969478495559745 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.7599533289420513, "empirical_gap": 0.10729947062673295, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.756962953554878, "fixed_gap": 0.1272689491222927, "compressed_fa_loss": 2.756962953554878, "compressed_gap": 0.1272689491222927, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.019969478495559745, "compressed_gap_error": 0.019969478495559745 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.7599533289420513, "empirical_gap": 0.10729947062673295, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.756962953554878, "fixed_gap": 0.1272689491222927, "compressed_fa_loss": 2.756962953554878, "compressed_gap": 0.1272689491222927, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.019969478495559745, "compressed_gap_error": 0.019969478495559745 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.7502928266889923, "empirical_gap": 0.09763896837367403, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.76346229519116, "fixed_gap": 0.13376829075857488, "compressed_fa_loss": 2.7372354591280206, "compressed_gap": 0.10754145469543541, "alpha_s": 0.006632208544047822, "alpha_slope": 0.006632208544047822, "fixed_gap_error": 0.03612932238490085, "compressed_gap_error": 0.009902486321761383 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.7502928266889923, "empirical_gap": 0.09763896837367403, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.76346229519116, "fixed_gap": 0.13376829075857488, "compressed_fa_loss": 2.7413589423824263, "compressed_gap": 0.11166493794984111, "alpha_s": 0.011102330585058131, "alpha_slope": 0.0055511652925290655, "fixed_gap_error": 0.03612932238490085, "compressed_gap_error": 0.014025969576167086 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.7502928266889923, "empirical_gap": 0.09763896837367403, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.76346229519116, "fixed_gap": 0.13376829075857488, "compressed_fa_loss": 2.74322629447676, "compressed_gap": 0.11353229004417464, "alpha_s": 0.02533230570114322, "alpha_slope": 0.005066461140228644, "fixed_gap_error": 0.03612932238490085, "compressed_gap_error": 0.015893321670500615 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.7398792137077725, "empirical_gap": 0.08722535539245424, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.729246166694613, "fixed_gap": 0.0995521622620279, "compressed_fa_loss": 2.729246166694613, "compressed_gap": 0.0995521622620279, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.012326806869573659, "compressed_gap_error": 0.012326806869573659 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.7398792137077725, "empirical_gap": 0.08722535539245424, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.729246166694613, "fixed_gap": 0.0995521622620279, "compressed_fa_loss": 2.729246166694613, "compressed_gap": 0.0995521622620279, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.012326806869573659, "compressed_gap_error": 0.012326806869573659 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.7398792137077725, "empirical_gap": 0.08722535539245424, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.729246166694613, "fixed_gap": 0.0995521622620279, "compressed_fa_loss": 2.729246166694613, "compressed_gap": 0.0995521622620279, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.012326806869573659, "compressed_gap_error": 0.012326806869573659 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.736048180645907, "empirical_gap": 0.08339432233058863, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.742223842018859, "fixed_gap": 0.112529837586274, "compressed_fa_loss": 2.7383423641873983, "compressed_gap": 0.10864835975481313, "alpha_s": 0.0011330359330606486, "alpha_slope": 0.0011330359330606486, "fixed_gap_error": 0.029135515255685362, "compressed_gap_error": 0.025254037424224496 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.736048180645907, "empirical_gap": 0.08339432233058863, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.742223842018859, "fixed_gap": 0.112529837586274, "compressed_fa_loss": 2.7395951782245502, "compressed_gap": 0.10990117379196507, "alpha_s": 0.001531075345257287, "alpha_slope": 0.0007655376726286435, "fixed_gap_error": 0.029135515255685362, "compressed_gap_error": 0.026506851461376435 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.6526538583153183, "empirical_fa_loss": 2.736048180645907, "empirical_gap": 0.08339432233058863, "fixed_bp_loss": 2.629694004432585, "fixed_fa_loss": 2.742223842018859, "fixed_gap": 0.112529837586274, "compressed_fa_loss": 2.7389876125749972, "compressed_gap": 0.10929360814241207, "alpha_s": 0.004717728402639097, "alpha_slope": 0.0009435456805278193, "fixed_gap_error": 0.029135515255685362, "compressed_gap_error": 0.025899285811823436 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.038149366819684, "empirical_gap": 0.13096769053029522, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.041025167815324, "fixed_gap": 0.15510276218116203, "compressed_fa_loss": 3.041025167815324, "compressed_gap": 0.15510276218116203, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.024135071650866813, "compressed_gap_error": 0.024135071650866813 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.038149366819684, "empirical_gap": 0.13096769053029522, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.041025167815324, "fixed_gap": 0.15510276218116203, "compressed_fa_loss": 3.041025167815324, "compressed_gap": 0.15510276218116203, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.024135071650866813, "compressed_gap_error": 0.024135071650866813 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.038149366819684, "empirical_gap": 0.13096769053029522, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.041025167815324, "fixed_gap": 0.15510276218116203, "compressed_fa_loss": 3.041025167815324, "compressed_gap": 0.15510276218116203, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.024135071650866813, "compressed_gap_error": 0.024135071650866813 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.0181562571281124, "empirical_gap": 0.11097458083872347, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.0223555746748056, "fixed_gap": 0.1364331690406435, "compressed_fa_loss": 3.008193357023984, "compressed_gap": 0.12227095138982191, "alpha_s": 0.0034525425712833195, "alpha_slope": 0.0034525425712833195, "fixed_gap_error": 0.02545858820192004, "compressed_gap_error": 0.011296370551098445 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.0181562571281124, "empirical_gap": 0.11097458083872347, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.0223555746748056, "fixed_gap": 0.1364331690406435, "compressed_fa_loss": 3.008450463870124, "compressed_gap": 0.1225280582359618, "alpha_s": 0.006777054075219784, "alpha_slope": 0.003388527037609892, "fixed_gap_error": 0.02545858820192004, "compressed_gap_error": 0.011553477397238332 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.0181562571281124, "empirical_gap": 0.11097458083872347, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.0223555746748056, "fixed_gap": 0.1364331690406435, "compressed_fa_loss": 3.0091200506894507, "compressed_gap": 0.12319764505528852, "alpha_s": 0.01611022705826203, "alpha_slope": 0.0032220454116524055, "fixed_gap_error": 0.02545858820192004, "compressed_gap_error": 0.01222306421656505 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.0346327332065814, "empirical_gap": 0.1274510569171925, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.034693259894646, "fixed_gap": 0.14877085426048398, "compressed_fa_loss": 3.034693259894646, "compressed_gap": 0.14877085426048398, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02131979734329148, "compressed_gap_error": 0.02131979734329148 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.0346327332065814, "empirical_gap": 0.1274510569171925, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.034693259894646, "fixed_gap": 0.14877085426048398, "compressed_fa_loss": 3.034693259894646, "compressed_gap": 0.14877085426048398, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02131979734329148, "compressed_gap_error": 0.02131979734329148 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.0346327332065814, "empirical_gap": 0.1274510569171925, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.034693259894646, "fixed_gap": 0.14877085426048398, "compressed_fa_loss": 3.034693259894646, "compressed_gap": 0.14877085426048398, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02131979734329148, "compressed_gap_error": 0.02131979734329148 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.011225185254111, "empirical_gap": 0.10404350896472225, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.011970058076194, "fixed_gap": 0.12604765244203175, "compressed_fa_loss": 3.0113053332490938, "compressed_gap": 0.12538292761493164, "alpha_s": 0.00015741970796130712, "alpha_slope": 0.00015741970796130712, "fixed_gap_error": 0.0220041434773095, "compressed_gap_error": 0.021339418650209385 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.011225185254111, "empirical_gap": 0.10404350896472225, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.011970058076194, "fixed_gap": 0.12604765244203175, "compressed_fa_loss": 3.011970058076194, "compressed_gap": 0.12604765244203175, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.0220041434773095, "compressed_gap_error": 0.0220041434773095 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.907181676289389, "empirical_fa_loss": 3.011225185254111, "empirical_gap": 0.10404350896472225, "fixed_bp_loss": 2.885922405634162, "fixed_fa_loss": 3.011970058076194, "fixed_gap": 0.12604765244203175, "compressed_fa_loss": 3.0115603248979985, "compressed_gap": 0.12563791926383638, "alpha_s": 0.00048492844327480887, "alpha_slope": 9.698568865496177e-05, "fixed_gap_error": 0.0220041434773095, "compressed_gap_error": 0.02159441029911413 } ] }