diff options
Diffstat (limited to 'results/fa_extension_experiments.log')
| -rw-r--r-- | results/fa_extension_experiments.log | 159 |
1 files changed, 159 insertions, 0 deletions
diff --git a/results/fa_extension_experiments.log b/results/fa_extension_experiments.log new file mode 100644 index 0000000..ffc2805 --- /dev/null +++ b/results/fa_extension_experiments.log @@ -0,0 +1,159 @@ +========================================== +FA EXTENSION EXPERIMENTS (I-M) +========================================== +Start: Wed Apr 22 10:26:41 PM CDT 2026 + +=== I: FA+pen lam=1e-4 (30ep, 3 seeds) === +Using device: cuda:0 + +============================================================ +Seed 42 +============================================================ + +--- FA --- + [FA] Epoch 1: loss=2.0346, train=0.2557, test=0.2909 + [FA] Epoch 10: loss=1.8700, train=0.3346, test=0.3635 + [FA] Epoch 20: loss=1.8495, train=0.3436, test=0.3682 + [FA] Epoch 30: loss=1.8430, train=0.3521, test=0.3759 + Final test acc: 0.3759 + +============================================================ +Seed 123 +============================================================ + +--- FA --- + [FA] Epoch 1: loss=2.0259, train=0.2600, test=0.3099 + [FA] Epoch 10: loss=1.8666, train=0.3358, test=0.3532 + [FA] Epoch 20: loss=1.8505, train=0.3472, test=0.3685 + [FA] Epoch 30: loss=1.8391, train=0.3530, test=0.3725 + Final test acc: 0.3725 + +============================================================ +Seed 456 +============================================================ + +--- FA --- + [FA] Epoch 1: loss=2.0371, train=0.2562, test=0.2999 + [FA] Epoch 10: loss=1.8573, train=0.3373, test=0.3567 + [FA] Epoch 20: loss=1.8335, train=0.3500, test=0.3831 + [FA] Epoch 30: loss=1.8207, train=0.3574, test=0.3837 + Final test acc: 0.3837 + +All results saved to results/fa_penalty_lam1e-4_30ep/results_cifar10.json + +=== L: FA d=512 depth sweep (100ep, s42) === + L=2 +Using device: cuda:0 + +============================================================ +Seed 42 +============================================================ + +--- FA --- + [FA] Epoch 1: loss=2.0612, train=0.2476, test=0.3028 + [FA] Epoch 10: loss=1.8290, train=0.3435, test=0.3705 + [FA] Epoch 20: loss=1.8102, train=0.3489, test=0.3634 + [FA] Epoch 30: loss=1.7963, train=0.3546, test=0.3398 + [FA] Epoch 40: loss=1.7775, train=0.3605, test=0.3497 + [FA] Epoch 50: loss=1.7610, train=0.3685, test=0.3288 + [FA] Epoch 60: loss=1.7592, train=0.3704, test=0.3376 + [FA] Epoch 70: loss=1.7588, train=0.3747, test=0.3421 + [FA] Epoch 80: loss=1.7564, train=0.3751, test=0.3497 + [FA] Epoch 90: loss=1.7543, train=0.3769, test=0.3472 + [FA] Epoch 100: loss=1.7527, train=0.3768, test=0.3495 + Final test acc: 0.3495 + +All results saved to results/fa_depth_scan_d512/results_cifar10.json + L=4 +Using device: cuda:0 + +============================================================ +Seed 42 +============================================================ + +--- FA --- + [FA] Epoch 1: loss=2.0301, train=0.2531, test=0.2917 + [FA] Epoch 10: loss=1.8487, train=0.3366, test=0.3541 + [FA] Epoch 20: loss=1.7864, train=0.3609, test=0.3908 + [FA] Epoch 30: loss=1.7510, train=0.3724, test=0.3990 + [FA] Epoch 40: loss=1.7387, train=0.3767, test=0.3946 + [FA] Epoch 50: loss=1.7209, train=0.3875, test=0.4165 + [FA] Epoch 60: loss=1.7052, train=0.3913, test=0.4173 + [FA] Epoch 70: loss=1.6945, train=0.3963, test=0.4137 + [FA] Epoch 80: loss=1.6868, train=0.4018, test=0.4219 + [FA] Epoch 90: loss=1.6830, train=0.4009, test=0.4250 + [FA] Epoch 100: loss=1.6781, train=0.4021, test=0.4244 + Final test acc: 0.4244 + +All results saved to results/fa_depth_scan_d512/results_cifar10.json + L=6 +Using device: cuda:0 + +============================================================ +Seed 42 +============================================================ + +--- FA --- + [FA] Epoch 1: loss=2.0375, train=0.2474, test=0.2938 + [FA] Epoch 10: loss=1.8616, train=0.3294, test=0.3541 + [FA] Epoch 20: loss=1.8289, train=0.3459, test=0.3711 + [FA] Epoch 30: loss=1.7992, train=0.3579, test=0.3857 + [FA] Epoch 40: loss=1.7837, train=0.3631, test=0.3942 + [FA] Epoch 50: loss=1.7699, train=0.3710, test=0.3921 + [FA] Epoch 60: loss=1.7550, train=0.3741, test=0.3975 + [FA] Epoch 70: loss=1.7439, train=0.3770, test=0.4058 + [FA] Epoch 80: loss=1.7413, train=0.3796, test=0.4014 + [FA] Epoch 90: loss=1.7382, train=0.3791, test=0.4008 + [FA] Epoch 100: loss=1.7363, train=0.3785, test=0.4014 + Final test acc: 0.4014 + +All results saved to results/fa_depth_scan_d512/results_cifar10.json + L=8 +Using device: cuda:0 + +============================================================ +Seed 42 +============================================================ + +--- FA --- + [FA] Epoch 1: loss=2.0431, train=0.2481, test=0.2960 + [FA] Epoch 10: loss=1.8619, train=0.3303, test=0.3574 + [FA] Epoch 20: loss=1.8163, train=0.3500, test=0.3617 + [FA] Epoch 30: loss=1.7889, train=0.3612, test=0.3795 + [FA] Epoch 40: loss=1.7651, train=0.3681, test=0.3955 + [FA] Epoch 50: loss=1.7509, train=0.3738, test=0.4002 + [FA] Epoch 60: loss=1.7385, train=0.3783, test=0.4060 + [FA] Epoch 70: loss=1.7297, train=0.3819, test=0.4046 + [FA] Epoch 80: loss=1.7255, train=0.3861, test=0.4064 + [FA] Epoch 90: loss=1.7214, train=0.3872, test=0.4076 + [FA] Epoch 100: loss=1.7181, train=0.3879, test=0.4094 + Final test acc: 0.4094 + +All results saved to results/fa_depth_scan_d512/results_cifar10.json + L=12 +Using device: cuda:0 + +============================================================ +Seed 42 +============================================================ + +--- FA --- + [FA] Epoch 1: loss=2.0427, train=0.2406, test=0.2963 + [FA] Epoch 10: loss=1.8510, train=0.3333, test=0.3712 + [FA] Epoch 20: loss=1.8069, train=0.3520, test=0.3747 + [FA] Epoch 30: loss=1.7837, train=0.3593, test=0.3827 + [FA] Epoch 40: loss=1.7677, train=0.3684, test=0.4088 + [FA] Epoch 50: loss=1.7521, train=0.3730, test=0.3905 + [FA] Epoch 60: loss=1.7441, train=0.3767, test=0.4042 + [FA] Epoch 70: loss=1.7356, train=0.3807, test=0.4046 + [FA] Epoch 80: loss=1.7307, train=0.3824, test=0.4037 + [FA] Epoch 90: loss=1.7268, train=0.3839, test=0.4014 + [FA] Epoch 100: loss=1.7295, train=0.3834, test=0.4035 + Final test acc: 0.4035 + +All results saved to results/fa_depth_scan_d512/results_cifar10.json + +========================================== +FA EXTENSION EXPERIMENTS DONE +End: Wed Apr 22 11:13:24 PM CDT 2026 +========================================== |