{ "config": { "input_dim": 16, "output_dim": 4, "width": 64, "train_samples": 128, "test_samples": 512, "target_steps": 50, "early_steps": [ 1, 2, 5 ], "lr": 0.001, "init_seeds": 2, "feedback_seeds": 4, "data_seed": 123, "feedback_scale": "relu", "device": "cpu", "torch_threads": 4, "outdir": "outputs/compressed_operator_T50_width64_N128" }, "rows": [ { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4674972235655037, "empirical_gap": 0.11053139137135837, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4705516327579597, "fixed_gap": 0.13782275970563473, "compressed_fa_loss": 2.4684071784494623, "compressed_gap": 0.13567830539713732, "alpha_s": 0.00045640637775610924, "alpha_slope": 0.00045640637775610924, "fixed_gap_error": 0.027291368334276367, "compressed_gap_error": 0.025146914025778955 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4674972235655037, "empirical_gap": 0.11053139137135837, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4705516327579597, "fixed_gap": 0.13782275970563473, "compressed_fa_loss": 2.469348090916835, "compressed_gap": 0.13661921786451003, "alpha_s": 0.0005113801398504664, "alpha_slope": 0.0002556900699252332, "fixed_gap_error": 0.027291368334276367, "compressed_gap_error": 0.026087826493151667 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4674972235655037, "empirical_gap": 0.11053139137135837, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4705516327579597, "fixed_gap": 0.13782275970563473, "compressed_fa_loss": 2.469760390801688, "compressed_gap": 0.13703151774936284, "alpha_s": 0.0008398265118322409, "alpha_slope": 0.00016796530236644819, "fixed_gap_error": 0.027291368334276367, "compressed_gap_error": 0.026500126378004474 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4714364509805256, "empirical_gap": 0.11447061878638021, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.48436919706372, "fixed_gap": 0.15164032401139504, "compressed_fa_loss": 2.450950094320365, "compressed_gap": 0.11822122126804002, "alpha_s": 0.0073805927366008325, "alpha_slope": 0.0073805927366008325, "fixed_gap_error": 0.03716970522501484, "compressed_gap_error": 0.003750602481659815 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4714364509805256, "empirical_gap": 0.11447061878638021, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.48436919706372, "fixed_gap": 0.15164032401139504, "compressed_fa_loss": 2.4552647819218127, "compressed_gap": 0.12253590886948773, "alpha_s": 0.012770801895511698, "alpha_slope": 0.006385400947755849, "fixed_gap_error": 0.03716970522501484, "compressed_gap_error": 0.008065290083107524 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4714364509805256, "empirical_gap": 0.11447061878638021, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.48436919706372, "fixed_gap": 0.15164032401139504, "compressed_fa_loss": 2.456722611444829, "compressed_gap": 0.12399373839250405, "alpha_s": 0.030260424946150933, "alpha_slope": 0.006052084989230187, "fixed_gap_error": 0.03716970522501484, "compressed_gap_error": 0.009523119606123842 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4572996708485597, "empirical_gap": 0.10033383865441436, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4487734594838644, "fixed_gap": 0.11604458643153936, "compressed_fa_loss": 2.4487734594838644, "compressed_gap": 0.11604458643153936, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.015710747777125, "compressed_gap_error": 0.015710747777125 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4572996708485597, "empirical_gap": 0.10033383865441436, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4487734594838644, "fixed_gap": 0.11604458643153936, "compressed_fa_loss": 2.4487734594838644, "compressed_gap": 0.11604458643153936, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.015710747777125, "compressed_gap_error": 0.015710747777125 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.4572996708485597, "empirical_gap": 0.10033383865441436, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4487734594838644, "fixed_gap": 0.11604458643153936, "compressed_fa_loss": 2.4487734594838644, "compressed_gap": 0.11604458643153936, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.015710747777125, "compressed_gap_error": 0.015710747777125 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.454226960126308, "empirical_gap": 0.09726112793216268, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4566033375851983, "fixed_gap": 0.12387446453287332, "compressed_fa_loss": 2.4524082102099762, "compressed_gap": 0.11967933715765122, "alpha_s": 0.0011052052309358164, "alpha_slope": 0.0011052052309358164, "fixed_gap_error": 0.026613336600710635, "compressed_gap_error": 0.02241820922548854 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.454226960126308, "empirical_gap": 0.09726112793216268, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4566033375851983, "fixed_gap": 0.12387446453287332, "compressed_fa_loss": 2.4528612009597377, "compressed_gap": 0.12013232790741268, "alpha_s": 0.001970336929520297, "alpha_slope": 0.0009851684647601486, "fixed_gap_error": 0.026613336600710635, "compressed_gap_error": 0.02287119997525 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.3569658321941453, "empirical_fa_loss": 2.454226960126308, "empirical_gap": 0.09726112793216268, "fixed_bp_loss": 2.332728873052325, "fixed_fa_loss": 2.4566033375851983, "fixed_gap": 0.12387446453287332, "compressed_fa_loss": 2.4530789790242205, "compressed_gap": 0.12035010597189544, "alpha_s": 0.004637601304708149, "alpha_slope": 0.0009275202609416299, "fixed_gap_error": 0.026613336600710635, "compressed_gap_error": 0.023088978039732755 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5609120318212937, "empirical_gap": 0.14564645734428927, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.562959593837799, "fixed_gap": 0.1742656814585053, "compressed_fa_loss": 2.562959593837799, "compressed_gap": 0.1742656814585053, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.028619224114216024, "compressed_gap_error": 0.028619224114216024 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5609120318212937, "empirical_gap": 0.14564645734428927, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.562959593837799, "fixed_gap": 0.1742656814585053, "compressed_fa_loss": 2.562959593837799, "compressed_gap": 0.1742656814585053, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.028619224114216024, "compressed_gap_error": 0.028619224114216024 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5609120318212937, "empirical_gap": 0.14564645734428927, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.562959593837799, "fixed_gap": 0.1742656814585053, "compressed_fa_loss": 2.562959593837799, "compressed_gap": 0.1742656814585053, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.028619224114216024, "compressed_gap_error": 0.028619224114216024 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5542741859892297, "empirical_gap": 0.13900861151222532, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.561600287495685, "fixed_gap": 0.17290637511639106, "compressed_fa_loss": 2.534475836124826, "compressed_gap": 0.145781923745532, "alpha_s": 0.005297021304332478, "alpha_slope": 0.005297021304332478, "fixed_gap_error": 0.03389776360416574, "compressed_gap_error": 0.006773312233306683 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5542741859892297, "empirical_gap": 0.13900861151222532, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.561600287495685, "fixed_gap": 0.17290637511639106, "compressed_fa_loss": 2.537142207880337, "compressed_gap": 0.14844829550104333, "alpha_s": 0.009519607085268845, "alpha_slope": 0.004759803542634423, "fixed_gap_error": 0.03389776360416574, "compressed_gap_error": 0.009439683988818004 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5542741859892297, "empirical_gap": 0.13900861151222532, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.561600287495685, "fixed_gap": 0.17290637511639106, "compressed_fa_loss": 2.538330968149844, "compressed_gap": 0.1496370557705502, "alpha_s": 0.022607389159601757, "alpha_slope": 0.0045214778319203515, "fixed_gap_error": 0.03389776360416574, "compressed_gap_error": 0.010628444258324876 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5723825601131525, "empirical_gap": 0.15711698563614807, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5737215967324123, "fixed_gap": 0.18502768435311845, "compressed_fa_loss": 2.5737215967324123, "compressed_gap": 0.18502768435311845, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.027910698716970384, "compressed_gap_error": 0.027910698716970384 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5723825601131525, "empirical_gap": 0.15711698563614807, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5737215967324123, "fixed_gap": 0.18502768435311845, "compressed_fa_loss": 2.5737215967324123, "compressed_gap": 0.18502768435311845, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.027910698716970384, "compressed_gap_error": 0.027910698716970384 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.5723825601131525, "empirical_gap": 0.15711698563614807, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5737215967324123, "fixed_gap": 0.18502768435311845, "compressed_fa_loss": 2.5737215967324123, "compressed_gap": 0.18502768435311845, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.027910698716970384, "compressed_gap_error": 0.027910698716970384 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.555275162766506, "empirical_gap": 0.1400095882895016, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5529535476349148, "fixed_gap": 0.16425963525562093, "compressed_fa_loss": 2.5529535476349148, "compressed_gap": 0.16425963525562093, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02425004696611932, "compressed_gap_error": 0.02425004696611932 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.555275162766506, "empirical_gap": 0.1400095882895016, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5529535476349148, "fixed_gap": 0.16425963525562093, "compressed_fa_loss": 2.5529535476349148, "compressed_gap": 0.16425963525562093, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02425004696611932, "compressed_gap_error": 0.02425004696611932 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.4152655744770044, "empirical_fa_loss": 2.555275162766506, "empirical_gap": 0.1400095882895016, "fixed_bp_loss": 2.388693912379294, "fixed_fa_loss": 2.5529535476349148, "fixed_gap": 0.16425963525562093, "compressed_fa_loss": 2.5529535476349148, "compressed_gap": 0.16425963525562093, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.02425004696611932, "compressed_gap_error": 0.02425004696611932 } ] }