{ "config": { "input_dim": 16, "output_dim": 4, "width": 64, "train_samples": 64, "test_samples": 512, "target_steps": 50, "early_steps": [ 1, 2, 5 ], "lr": 0.001, "init_seeds": 2, "feedback_seeds": 4, "data_seed": 123, "feedback_scale": "relu", "device": "cpu", "torch_threads": 4, "outdir": "outputs/compressed_operator_T50_width64_N64" }, "rows": [ { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.464794618995138, "empirical_gap": 0.15212977521653404, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.454707655030628, "fixed_gap": 0.16634452194560279, "compressed_fa_loss": 2.454707655030628, "compressed_gap": 0.16634452194560279, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.01421474672906875, "compressed_gap_error": 0.01421474672906875 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.464794618995138, "empirical_gap": 0.15212977521653404, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.454707655030628, "fixed_gap": 0.16634452194560279, "compressed_fa_loss": 2.454707655030628, "compressed_gap": 0.16634452194560279, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.01421474672906875, "compressed_gap_error": 0.01421474672906875 }, { "init_seed": 10000, "feedback_seed": 100000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.464794618995138, "empirical_gap": 0.15212977521653404, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.454707655030628, "fixed_gap": 0.16634452194560279, "compressed_fa_loss": 2.454707655030628, "compressed_gap": 0.16634452194560279, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.01421474672906875, "compressed_gap_error": 0.01421474672906875 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.479737286011592, "empirical_gap": 0.16707244223298767, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4840468931588786, "fixed_gap": 0.19568376007385346, "compressed_fa_loss": 2.4549838809321436, "compressed_gap": 0.16662074784711844, "alpha_s": 0.00518268549211713, "alpha_slope": 0.00518268549211713, "fixed_gap_error": 0.02861131784086579, "compressed_gap_error": -0.00045169438586922794 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.479737286011592, "empirical_gap": 0.16707244223298767, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4840468931588786, "fixed_gap": 0.19568376007385346, "compressed_fa_loss": 2.4560665023169435, "compressed_gap": 0.1677033692319183, "alpha_s": 0.009968669934246919, "alpha_slope": 0.004984334967123459, "fixed_gap_error": 0.02861131784086579, "compressed_gap_error": 0.0006309269989306365 }, { "init_seed": 10000, "feedback_seed": 100001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.479737286011592, "empirical_gap": 0.16707244223298767, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4840468931588786, "fixed_gap": 0.19568376007385346, "compressed_fa_loss": 2.4592670891531547, "compressed_gap": 0.17090395606812958, "alpha_s": 0.022001938069772936, "alpha_slope": 0.004400387613954587, "fixed_gap_error": 0.02861131784086579, "compressed_gap_error": 0.0038315138351419087 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4500832954583456, "empirical_gap": 0.13741845167974143, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.434982672240099, "fixed_gap": 0.14661953915507375, "compressed_fa_loss": 2.434982672240099, "compressed_gap": 0.14661953915507375, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.009201087475332326, "compressed_gap_error": 0.009201087475332326 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4500832954583456, "empirical_gap": 0.13741845167974143, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.434982672240099, "fixed_gap": 0.14661953915507375, "compressed_fa_loss": 2.434982672240099, "compressed_gap": 0.14661953915507375, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.009201087475332326, "compressed_gap_error": 0.009201087475332326 }, { "init_seed": 10000, "feedback_seed": 100002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4500832954583456, "empirical_gap": 0.13741845167974143, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.434982672240099, "fixed_gap": 0.14661953915507375, "compressed_fa_loss": 2.434982672240099, "compressed_gap": 0.14661953915507375, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.009201087475332326, "compressed_gap_error": 0.009201087475332326 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4672731231693925, "empirical_gap": 0.15460827939078836, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4698484442220963, "fixed_gap": 0.18148531113707111, "compressed_fa_loss": 2.4698484442220963, "compressed_gap": 0.18148531113707111, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.026877031746282753, "compressed_gap_error": 0.026877031746282753 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4672731231693925, "empirical_gap": 0.15460827939078836, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4698484442220963, "fixed_gap": 0.18148531113707111, "compressed_fa_loss": 2.4698484442220963, "compressed_gap": 0.18148531113707111, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.026877031746282753, "compressed_gap_error": 0.026877031746282753 }, { "init_seed": 10000, "feedback_seed": 100003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.312664843778604, "empirical_fa_loss": 2.4672731231693925, "empirical_gap": 0.15460827939078836, "fixed_bp_loss": 2.288363133085025, "fixed_fa_loss": 2.4698484442220963, "fixed_gap": 0.18148531113707111, "compressed_fa_loss": 2.4698484442220963, "compressed_gap": 0.18148531113707111, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.026877031746282753, "compressed_gap_error": 0.026877031746282753 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.697536218186622, "empirical_gap": 0.21761035577811816, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.7021233445604276, "fixed_gap": 0.252297466432017, "compressed_fa_loss": 2.7021233445604276, "compressed_gap": 0.252297466432017, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.034687110653898845, "compressed_gap_error": 0.034687110653898845 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.697536218186622, "empirical_gap": 0.21761035577811816, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.7021233445604276, "fixed_gap": 0.252297466432017, "compressed_fa_loss": 2.7021233445604276, "compressed_gap": 0.252297466432017, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.034687110653898845, "compressed_gap_error": 0.034687110653898845 }, { "init_seed": 10001, "feedback_seed": 101000, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.697536218186622, "empirical_gap": 0.21761035577811816, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.7021233445604276, "fixed_gap": 0.252297466432017, "compressed_fa_loss": 2.7021233445604276, "compressed_gap": 0.252297466432017, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.034687110653898845, "compressed_gap_error": 0.034687110653898845 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6599712497370938, "empirical_gap": 0.18004538732858988, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6603587871235552, "fixed_gap": 0.21053290899514465, "compressed_fa_loss": 2.632407524436241, "compressed_gap": 0.18258164630783025, "alpha_s": 0.004605427609660902, "alpha_slope": 0.004605427609660902, "fixed_gap_error": 0.030487521666554773, "compressed_gap_error": 0.002536258979240369 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6599712497370938, "empirical_gap": 0.18004538732858988, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6603587871235552, "fixed_gap": 0.21053290899514465, "compressed_fa_loss": 2.6351308502841997, "compressed_gap": 0.18530497215578912, "alpha_s": 0.008294887625914413, "alpha_slope": 0.0041474438129572066, "fixed_gap_error": 0.030487521666554773, "compressed_gap_error": 0.005259584827199237 }, { "init_seed": 10001, "feedback_seed": 101001, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6599712497370938, "empirical_gap": 0.18004538732858988, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6603587871235552, "fixed_gap": 0.21053290899514465, "compressed_fa_loss": 2.6392235563540156, "compressed_gap": 0.18939767822560505, "alpha_s": 0.017314820009257173, "alpha_slope": 0.0034629640018514346, "fixed_gap_error": 0.030487521666554773, "compressed_gap_error": 0.00935229089701517 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.689063350391225, "empirical_gap": 0.20913748798272103, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6899379298373933, "fixed_gap": 0.24011205170898275, "compressed_fa_loss": 2.6899379298373933, "compressed_gap": 0.24011205170898275, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.030974563726261728, "compressed_gap_error": 0.030974563726261728 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.689063350391225, "empirical_gap": 0.20913748798272103, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6899379298373933, "fixed_gap": 0.24011205170898275, "compressed_fa_loss": 2.6899379298373933, "compressed_gap": 0.24011205170898275, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.030974563726261728, "compressed_gap_error": 0.030974563726261728 }, { "init_seed": 10001, "feedback_seed": 101002, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.689063350391225, "empirical_gap": 0.20913748798272103, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6899379298373933, "fixed_gap": 0.24011205170898275, "compressed_fa_loss": 2.6875665133748443, "compressed_gap": 0.23774063524643374, "alpha_s": 0.0017778690085813568, "alpha_slope": 0.00035557380171627137, "fixed_gap_error": 0.030974563726261728, "compressed_gap_error": 0.028603147263712714 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 1, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6632983052061117, "empirical_gap": 0.18337244279760778, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6650127020128074, "fixed_gap": 0.2151868238843968, "compressed_fa_loss": 2.6650127020128074, "compressed_gap": 0.2151868238843968, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.03181438108678902, "compressed_gap_error": 0.03181438108678902 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 2, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6632983052061117, "empirical_gap": 0.18337244279760778, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6650127020128074, "fixed_gap": 0.2151868238843968, "compressed_fa_loss": 2.6650127020128074, "compressed_gap": 0.2151868238843968, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.03181438108678902, "compressed_gap_error": 0.03181438108678902 }, { "init_seed": 10001, "feedback_seed": 101003, "target_steps": 50, "early_steps": 5, "empirical_bp_loss": 2.479925862408504, "empirical_fa_loss": 2.6632983052061117, "empirical_gap": 0.18337244279760778, "fixed_bp_loss": 2.4498258781284106, "fixed_fa_loss": 2.6650127020128074, "fixed_gap": 0.2151868238843968, "compressed_fa_loss": 2.6650127020128074, "compressed_gap": 0.2151868238843968, "alpha_s": 0.0, "alpha_slope": 0.0, "fixed_gap_error": 0.03181438108678902, "compressed_gap_error": 0.03181438108678902 } ] }