diff options
Diffstat (limited to 'results/deeper_L_multiseed_scan.log')
| -rw-r--r-- | results/deeper_L_multiseed_scan.log | 1090 |
1 files changed, 1090 insertions, 0 deletions
diff --git a/results/deeper_L_multiseed_scan.log b/results/deeper_L_multiseed_scan.log new file mode 100644 index 0000000..560f5af --- /dev/null +++ b/results/deeper_L_multiseed_scan.log @@ -0,0 +1,1090 @@ +=== DEEPER L MULTI-SEED SCAN: FA+DFA at d=512 === +Start: Sun Apr 26 09:06:47 AM CDT 2026 + +--- L=6, seeds 0-9 --- + L=6 seed=0 (Sun Apr 26 09:06:47 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 0 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0754, train=0.2320, test=0.2527 + [DFA] Epoch 10: loss=2.0139, train=0.2619, test=0.2897 + [DFA] Epoch 20: loss=2.0040, train=0.2690, test=0.2954 + [DFA] Epoch 30: loss=1.9986, train=0.2736, test=0.2876 + [DFA] Epoch 40: loss=1.9954, train=0.2758, test=0.3052 + [DFA] Epoch 50: loss=1.9963, train=0.2792, test=0.2894 + [DFA] Epoch 60: loss=1.9962, train=0.2786, test=0.3100 + [DFA] Epoch 70: loss=1.9948, train=0.2789, test=0.3016 + [DFA] Epoch 80: loss=1.9907, train=0.2809, test=0.3006 + [DFA] Epoch 90: loss=1.9898, train=0.2826, test=0.3051 + [DFA] Epoch 100: loss=1.9902, train=0.2837, test=0.3053 + Final test acc: 0.3053 + +--- FA --- + [FA] Epoch 1: loss=2.0268, train=0.2612, test=0.3205 + [FA] Epoch 10: loss=1.8316, train=0.3422, test=0.3736 + [FA] Epoch 20: loss=1.7763, train=0.3640, test=0.3927 + [FA] Epoch 30: loss=1.7367, train=0.3770, test=0.4106 + [FA] Epoch 40: loss=1.7089, train=0.3868, test=0.4180 + [FA] Epoch 50: loss=1.6936, train=0.3950, test=0.4171 + [FA] Epoch 60: loss=1.6784, train=0.4007, test=0.4270 + [FA] Epoch 70: loss=1.6704, train=0.4039, test=0.4255 + [FA] Epoch 80: loss=1.6650, train=0.4050, test=0.4330 + [FA] Epoch 90: loss=1.6637, train=0.4082, test=0.4337 + [FA] Epoch 100: loss=1.6589, train=0.4098, test=0.4340 + Final test acc: 0.4340 + +All results saved to results/fa_dfa_d512_L6_seed0/results_cifar10.json + L=6 seed=1 (Sun Apr 26 09:23:02 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 1 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0749, train=0.2331, test=0.2476 + [DFA] Epoch 10: loss=2.0192, train=0.2571, test=0.2900 + [DFA] Epoch 20: loss=2.0100, train=0.2664, test=0.2811 + [DFA] Epoch 30: loss=2.0046, train=0.2714, test=0.2892 + [DFA] Epoch 40: loss=2.0057, train=0.2721, test=0.2870 + [DFA] Epoch 50: loss=2.0049, train=0.2737, test=0.3065 + [DFA] Epoch 60: loss=2.0012, train=0.2747, test=0.2887 + [DFA] Epoch 70: loss=2.0005, train=0.2751, test=0.2941 + [DFA] Epoch 80: loss=2.0006, train=0.2763, test=0.2989 + [DFA] Epoch 90: loss=1.9995, train=0.2769, test=0.3003 + [DFA] Epoch 100: loss=2.0021, train=0.2756, test=0.2969 + Final test acc: 0.2969 + +--- FA --- + [FA] Epoch 1: loss=2.0533, train=0.2428, test=0.2926 + [FA] Epoch 10: loss=1.8535, train=0.3363, test=0.3756 + [FA] Epoch 20: loss=1.8062, train=0.3571, test=0.3875 + [FA] Epoch 30: loss=1.7723, train=0.3662, test=0.3939 + [FA] Epoch 40: loss=1.7430, train=0.3759, test=0.3990 + [FA] Epoch 50: loss=1.7342, train=0.3794, test=0.4118 + [FA] Epoch 60: loss=1.7145, train=0.3860, test=0.4059 + [FA] Epoch 70: loss=1.7081, train=0.3908, test=0.4132 + [FA] Epoch 80: loss=1.7039, train=0.3921, test=0.4148 + [FA] Epoch 90: loss=1.6982, train=0.3950, test=0.4153 + [FA] Epoch 100: loss=1.7012, train=0.3941, test=0.4144 + Final test acc: 0.4144 + +All results saved to results/fa_dfa_d512_L6_seed1/results_cifar10.json + L=6 seed=2 (Sun Apr 26 09:38:43 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 2 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0705, train=0.2380, test=0.2537 + [DFA] Epoch 10: loss=2.0288, train=0.2563, test=0.2663 + [DFA] Epoch 20: loss=2.0188, train=0.2614, test=0.2833 + [DFA] Epoch 30: loss=2.0179, train=0.2628, test=0.2877 + [DFA] Epoch 40: loss=2.0204, train=0.2651, test=0.3036 + [DFA] Epoch 50: loss=2.0163, train=0.2661, test=0.2882 + [DFA] Epoch 60: loss=2.0160, train=0.2661, test=0.2978 + [DFA] Epoch 70: loss=2.0176, train=0.2666, test=0.2931 + [DFA] Epoch 80: loss=2.0166, train=0.2675, test=0.2959 + [DFA] Epoch 90: loss=2.0153, train=0.2665, test=0.2963 + [DFA] Epoch 100: loss=2.0165, train=0.2695, test=0.2950 + Final test acc: 0.2950 + +--- FA --- + [FA] Epoch 1: loss=2.0383, train=0.2502, test=0.3027 + [FA] Epoch 10: loss=1.8441, train=0.3396, test=0.3702 + [FA] Epoch 20: loss=1.8158, train=0.3501, test=0.3714 + [FA] Epoch 30: loss=1.7969, train=0.3584, test=0.3776 + [FA] Epoch 40: loss=1.7879, train=0.3628, test=0.3924 + [FA] Epoch 50: loss=1.7698, train=0.3673, test=0.3828 + [FA] Epoch 60: loss=1.7611, train=0.3710, test=0.3979 + [FA] Epoch 70: loss=1.7502, train=0.3763, test=0.3982 + [FA] Epoch 80: loss=1.7518, train=0.3746, test=0.4012 + [FA] Epoch 90: loss=1.7454, train=0.3783, test=0.4024 + [FA] Epoch 100: loss=1.7443, train=0.3785, test=0.4016 + Final test acc: 0.4016 + +All results saved to results/fa_dfa_d512_L6_seed2/results_cifar10.json + L=6 seed=3 (Sun Apr 26 09:54:20 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 3 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0551, train=0.2424, test=0.2839 + [DFA] Epoch 10: loss=2.0036, train=0.2661, test=0.2742 + [DFA] Epoch 20: loss=1.9931, train=0.2699, test=0.2904 + [DFA] Epoch 30: loss=1.9856, train=0.2757, test=0.2969 + [DFA] Epoch 40: loss=1.9860, train=0.2784, test=0.2938 + [DFA] Epoch 50: loss=1.9833, train=0.2789, test=0.3045 + [DFA] Epoch 60: loss=1.9813, train=0.2807, test=0.2941 + [DFA] Epoch 70: loss=1.9833, train=0.2824, test=0.3029 + [DFA] Epoch 80: loss=1.9830, train=0.2828, test=0.3035 + [DFA] Epoch 90: loss=1.9786, train=0.2843, test=0.3041 + [DFA] Epoch 100: loss=1.9818, train=0.2838, test=0.3046 + Final test acc: 0.3046 + +--- FA --- + [FA] Epoch 1: loss=2.0187, train=0.2604, test=0.3158 + [FA] Epoch 10: loss=1.8322, train=0.3433, test=0.3646 + [FA] Epoch 20: loss=1.8053, train=0.3555, test=0.3793 + [FA] Epoch 30: loss=1.7969, train=0.3584, test=0.3885 + [FA] Epoch 40: loss=1.7757, train=0.3651, test=0.3996 + [FA] Epoch 50: loss=1.7556, train=0.3750, test=0.4063 + [FA] Epoch 60: loss=1.7459, train=0.3774, test=0.4058 + [FA] Epoch 70: loss=1.7338, train=0.3837, test=0.4081 + [FA] Epoch 80: loss=1.7303, train=0.3837, test=0.4096 + [FA] Epoch 90: loss=1.7250, train=0.3865, test=0.4112 + [FA] Epoch 100: loss=1.7252, train=0.3872, test=0.4118 + Final test acc: 0.4118 + +All results saved to results/fa_dfa_d512_L6_seed3/results_cifar10.json + L=6 seed=4 (Sun Apr 26 10:09:44 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 4 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0741, train=0.2323, test=0.2469 + [DFA] Epoch 10: loss=2.0382, train=0.2467, test=0.2707 + [DFA] Epoch 20: loss=2.0274, train=0.2540, test=0.2671 + [DFA] Epoch 30: loss=2.0237, train=0.2569, test=0.2758 + [DFA] Epoch 40: loss=2.0224, train=0.2618, test=0.2838 + [DFA] Epoch 50: loss=2.0164, train=0.2652, test=0.2812 + [DFA] Epoch 60: loss=2.0164, train=0.2629, test=0.2797 + [DFA] Epoch 70: loss=2.0141, train=0.2656, test=0.2787 + [DFA] Epoch 80: loss=2.0132, train=0.2666, test=0.2837 + [DFA] Epoch 90: loss=2.0100, train=0.2675, test=0.2809 + [DFA] Epoch 100: loss=2.0116, train=0.2658, test=0.2837 + Final test acc: 0.2837 + +--- FA --- + [FA] Epoch 1: loss=2.0380, train=0.2477, test=0.2942 + [FA] Epoch 10: loss=1.8578, train=0.3313, test=0.3670 + [FA] Epoch 20: loss=1.8016, train=0.3536, test=0.3779 + [FA] Epoch 30: loss=1.7595, train=0.3687, test=0.3971 + [FA] Epoch 40: loss=1.7326, train=0.3806, test=0.4089 + [FA] Epoch 50: loss=1.7184, train=0.3869, test=0.4079 + [FA] Epoch 60: loss=1.7024, train=0.3918, test=0.4186 + [FA] Epoch 70: loss=1.6926, train=0.3963, test=0.4170 + [FA] Epoch 80: loss=1.6852, train=0.3995, test=0.4206 + [FA] Epoch 90: loss=1.6837, train=0.4019, test=0.4186 + [FA] Epoch 100: loss=1.6809, train=0.4006, test=0.4195 + Final test acc: 0.4195 + +All results saved to results/fa_dfa_d512_L6_seed4/results_cifar10.json + L=6 seed=5 (Sun Apr 26 10:24:33 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 5 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0603, train=0.2425, test=0.2458 + [DFA] Epoch 10: loss=2.0115, train=0.2650, test=0.3025 + [DFA] Epoch 20: loss=1.9990, train=0.2713, test=0.2873 + [DFA] Epoch 30: loss=1.9938, train=0.2750, test=0.2974 + [DFA] Epoch 40: loss=1.9885, train=0.2802, test=0.2975 + [DFA] Epoch 50: loss=1.9872, train=0.2804, test=0.2910 + [DFA] Epoch 60: loss=1.9857, train=0.2820, test=0.3037 + [DFA] Epoch 70: loss=1.9872, train=0.2816, test=0.3060 + [DFA] Epoch 80: loss=1.9859, train=0.2824, test=0.3100 + [DFA] Epoch 90: loss=1.9870, train=0.2825, test=0.3028 + [DFA] Epoch 100: loss=1.9847, train=0.2843, test=0.3022 + Final test acc: 0.3022 + +--- FA --- + [FA] Epoch 1: loss=2.0246, train=0.2562, test=0.2956 + [FA] Epoch 10: loss=1.8641, train=0.3305, test=0.3594 + [FA] Epoch 20: loss=1.8319, train=0.3441, test=0.3755 + [FA] Epoch 30: loss=1.7993, train=0.3558, test=0.3790 + [FA] Epoch 40: loss=1.7832, train=0.3645, test=0.3943 + [FA] Epoch 50: loss=1.7677, train=0.3718, test=0.3982 + [FA] Epoch 60: loss=1.7570, train=0.3721, test=0.4016 + [FA] Epoch 70: loss=1.7503, train=0.3798, test=0.4044 + [FA] Epoch 80: loss=1.7434, train=0.3807, test=0.4059 + [FA] Epoch 90: loss=1.7394, train=0.3816, test=0.4084 + [FA] Epoch 100: loss=1.7398, train=0.3813, test=0.4058 + Final test acc: 0.4058 + +All results saved to results/fa_dfa_d512_L6_seed5/results_cifar10.json + L=6 seed=6 (Sun Apr 26 10:40:00 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 6 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0581, train=0.2431, test=0.2564 + [DFA] Epoch 10: loss=2.0129, train=0.2628, test=0.2827 + [DFA] Epoch 20: loss=2.0026, train=0.2685, test=0.2773 + [DFA] Epoch 30: loss=2.0049, train=0.2688, test=0.2826 + [DFA] Epoch 40: loss=1.9997, train=0.2737, test=0.2871 + [DFA] Epoch 50: loss=1.9980, train=0.2745, test=0.2988 + [DFA] Epoch 60: loss=1.9955, train=0.2780, test=0.3071 + [DFA] Epoch 70: loss=1.9951, train=0.2780, test=0.2975 + [DFA] Epoch 80: loss=1.9925, train=0.2789, test=0.3030 + [DFA] Epoch 90: loss=1.9924, train=0.2799, test=0.2977 + [DFA] Epoch 100: loss=1.9936, train=0.2779, test=0.2994 + Final test acc: 0.2994 + +--- FA --- + [FA] Epoch 1: loss=2.0281, train=0.2600, test=0.3013 + [FA] Epoch 10: loss=1.8386, train=0.3413, test=0.3632 + [FA] Epoch 20: loss=1.8134, train=0.3512, test=0.3692 + [FA] Epoch 30: loss=1.8012, train=0.3546, test=0.3809 + [FA] Epoch 40: loss=1.7733, train=0.3677, test=0.3989 + [FA] Epoch 50: loss=1.7604, train=0.3721, test=0.3971 + [FA] Epoch 60: loss=1.7482, train=0.3771, test=0.4060 + [FA] Epoch 70: loss=1.7369, train=0.3823, test=0.4024 + [FA] Epoch 80: loss=1.7315, train=0.3841, test=0.4131 + [FA] Epoch 90: loss=1.7255, train=0.3841, test=0.4105 + [FA] Epoch 100: loss=1.7224, train=0.3860, test=0.4117 + Final test acc: 0.4117 + +All results saved to results/fa_dfa_d512_L6_seed6/results_cifar10.json + L=6 seed=7 (Sun Apr 26 10:55:28 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 7 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0645, train=0.2374, test=0.2747 + [DFA] Epoch 10: loss=2.0061, train=0.2647, test=0.2898 + [DFA] Epoch 20: loss=1.9941, train=0.2695, test=0.2934 + [DFA] Epoch 30: loss=1.9881, train=0.2746, test=0.2942 + [DFA] Epoch 40: loss=1.9842, train=0.2784, test=0.2966 + [DFA] Epoch 50: loss=1.9830, train=0.2793, test=0.2902 + [DFA] Epoch 60: loss=1.9781, train=0.2808, test=0.3070 + [DFA] Epoch 70: loss=1.9795, train=0.2827, test=0.3080 + [DFA] Epoch 80: loss=1.9781, train=0.2831, test=0.3008 + [DFA] Epoch 90: loss=1.9748, train=0.2839, test=0.3084 + [DFA] Epoch 100: loss=1.9758, train=0.2823, test=0.3065 + Final test acc: 0.3065 + +--- FA --- + [FA] Epoch 1: loss=2.0354, train=0.2520, test=0.2994 + [FA] Epoch 10: loss=1.8603, train=0.3285, test=0.3638 + [FA] Epoch 20: loss=1.7985, train=0.3575, test=0.3897 + [FA] Epoch 30: loss=1.7541, train=0.3725, test=0.3938 + [FA] Epoch 40: loss=1.7245, train=0.3821, test=0.4058 + [FA] Epoch 50: loss=1.7039, train=0.3870, test=0.4140 + [FA] Epoch 60: loss=1.6908, train=0.3948, test=0.4167 + [FA] Epoch 70: loss=1.6804, train=0.3976, test=0.4199 + [FA] Epoch 80: loss=1.6716, train=0.3999, test=0.4257 + [FA] Epoch 90: loss=1.6675, train=0.4033, test=0.4253 + [FA] Epoch 100: loss=1.6672, train=0.4031, test=0.4253 + Final test acc: 0.4253 + +All results saved to results/fa_dfa_d512_L6_seed7/results_cifar10.json + L=6 seed=8 (Sun Apr 26 11:09:51 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 8 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0808, train=0.2286, test=0.2500 + [DFA] Epoch 10: loss=2.0191, train=0.2514, test=0.2806 + [DFA] Epoch 20: loss=2.0052, train=0.2625, test=0.2895 + [DFA] Epoch 30: loss=1.9980, train=0.2691, test=0.2892 + [DFA] Epoch 40: loss=1.9981, train=0.2688, test=0.2929 + [DFA] Epoch 50: loss=1.9960, train=0.2724, test=0.3026 + [DFA] Epoch 60: loss=1.9889, train=0.2736, test=0.2928 + [DFA] Epoch 70: loss=1.9906, train=0.2766, test=0.2874 + [DFA] Epoch 80: loss=1.9888, train=0.2756, test=0.2903 + [DFA] Epoch 90: loss=1.9869, train=0.2772, test=0.2956 + [DFA] Epoch 100: loss=1.9873, train=0.2772, test=0.2937 + Final test acc: 0.2937 + +--- FA --- + [FA] Epoch 1: loss=2.0414, train=0.2477, test=0.2817 + [FA] Epoch 10: loss=1.8438, train=0.3378, test=0.3627 + [FA] Epoch 20: loss=1.8157, train=0.3483, test=0.3739 + [FA] Epoch 30: loss=1.7973, train=0.3567, test=0.3844 + [FA] Epoch 40: loss=1.7774, train=0.3641, test=0.3987 + [FA] Epoch 50: loss=1.7612, train=0.3712, test=0.4044 + [FA] Epoch 60: loss=1.7405, train=0.3777, test=0.3962 + [FA] Epoch 70: loss=1.7277, train=0.3838, test=0.4041 + [FA] Epoch 80: loss=1.7220, train=0.3866, test=0.4081 + [FA] Epoch 90: loss=1.7148, train=0.3886, test=0.4068 + [FA] Epoch 100: loss=1.7179, train=0.3903, test=0.4080 + Final test acc: 0.4080 + +All results saved to results/fa_dfa_d512_L6_seed8/results_cifar10.json + L=6 seed=9 (Sun Apr 26 11:24:34 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 9 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0732, train=0.2346, test=0.2428 + [DFA] Epoch 10: loss=2.0163, train=0.2613, test=0.3009 + [DFA] Epoch 20: loss=2.0058, train=0.2651, test=0.2964 + [DFA] Epoch 30: loss=2.0001, train=0.2700, test=0.3069 + [DFA] Epoch 40: loss=1.9955, train=0.2739, test=0.3043 + [DFA] Epoch 50: loss=1.9937, train=0.2752, test=0.2967 + [DFA] Epoch 60: loss=1.9934, train=0.2783, test=0.3100 + [DFA] Epoch 70: loss=1.9902, train=0.2783, test=0.3044 + [DFA] Epoch 80: loss=1.9883, train=0.2813, test=0.3051 + [DFA] Epoch 90: loss=1.9886, train=0.2779, test=0.3041 + [DFA] Epoch 100: loss=1.9877, train=0.2784, test=0.3041 + Final test acc: 0.3041 + +--- FA --- + [FA] Epoch 1: loss=2.0333, train=0.2513, test=0.2784 + [FA] Epoch 10: loss=1.8637, train=0.3296, test=0.3631 + [FA] Epoch 20: loss=1.8369, train=0.3416, test=0.3696 + [FA] Epoch 30: loss=1.8113, train=0.3514, test=0.3800 + [FA] Epoch 40: loss=1.7897, train=0.3624, test=0.3793 + [FA] Epoch 50: loss=1.7690, train=0.3689, test=0.3924 + [FA] Epoch 60: loss=1.7552, train=0.3755, test=0.3959 + [FA] Epoch 70: loss=1.7418, train=0.3792, test=0.4016 + [FA] Epoch 80: loss=1.7311, train=0.3842, test=0.4000 + [FA] Epoch 90: loss=1.7330, train=0.3840, test=0.4016 + [FA] Epoch 100: loss=1.7305, train=0.3839, test=0.4025 + Final test acc: 0.4025 + +All results saved to results/fa_dfa_d512_L6_seed9/results_cifar10.json + +--- L=8, seeds 0-9 --- + L=8 seed=0 (Sun Apr 26 11:40:06 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 0 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0686, train=0.2354, test=0.2555 + [DFA] Epoch 10: loss=2.0237, train=0.2579, test=0.2828 + [DFA] Epoch 20: loss=2.0088, train=0.2678, test=0.3013 + [DFA] Epoch 30: loss=2.0052, train=0.2715, test=0.2935 + [DFA] Epoch 40: loss=2.0015, train=0.2727, test=0.3020 + [DFA] Epoch 50: loss=1.9974, train=0.2770, test=0.2890 + [DFA] Epoch 60: loss=1.9978, train=0.2760, test=0.3057 + [DFA] Epoch 70: loss=1.9949, train=0.2789, test=0.3065 + [DFA] Epoch 80: loss=1.9941, train=0.2785, test=0.3049 + [DFA] Epoch 90: loss=1.9958, train=0.2788, test=0.3062 + [DFA] Epoch 100: loss=1.9940, train=0.2811, test=0.3055 + Final test acc: 0.3055 + +--- FA --- + [FA] Epoch 1: loss=2.0311, train=0.2512, test=0.2945 + [FA] Epoch 10: loss=1.8528, train=0.3327, test=0.3602 + [FA] Epoch 20: loss=1.8045, train=0.3541, test=0.3917 + [FA] Epoch 30: loss=1.7622, train=0.3712, test=0.3840 + [FA] Epoch 40: loss=1.7380, train=0.3761, test=0.4008 + [FA] Epoch 50: loss=1.7170, train=0.3861, test=0.4089 + [FA] Epoch 60: loss=1.7056, train=0.3913, test=0.4115 + [FA] Epoch 70: loss=1.6973, train=0.3930, test=0.4188 + [FA] Epoch 80: loss=1.6902, train=0.3956, test=0.4204 + [FA] Epoch 90: loss=1.6888, train=0.3940, test=0.4194 + [FA] Epoch 100: loss=1.6833, train=0.4002, test=0.4191 + Final test acc: 0.4191 + +All results saved to results/fa_dfa_d512_L8_seed0/results_cifar10.json + L=8 seed=1 (Sun Apr 26 11:59:07 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 1 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0824, train=0.2277, test=0.2423 + [DFA] Epoch 10: loss=2.0254, train=0.2568, test=0.2660 + [DFA] Epoch 20: loss=2.0168, train=0.2619, test=0.2608 + [DFA] Epoch 30: loss=2.0087, train=0.2684, test=0.2952 + [DFA] Epoch 40: loss=2.0085, train=0.2700, test=0.2925 + [DFA] Epoch 50: loss=2.0048, train=0.2728, test=0.2958 + [DFA] Epoch 60: loss=2.0034, train=0.2745, test=0.2994 + [DFA] Epoch 70: loss=2.0001, train=0.2772, test=0.2911 + [DFA] Epoch 80: loss=2.0000, train=0.2778, test=0.2978 + [DFA] Epoch 90: loss=1.9999, train=0.2775, test=0.2999 + [DFA] Epoch 100: loss=1.9988, train=0.2788, test=0.2958 + Final test acc: 0.2958 + +--- FA --- + [FA] Epoch 1: loss=2.0216, train=0.2573, test=0.3016 + [FA] Epoch 10: loss=1.8318, train=0.3420, test=0.3786 + [FA] Epoch 20: loss=1.7819, train=0.3618, test=0.3769 + [FA] Epoch 30: loss=1.7449, train=0.3765, test=0.4017 + [FA] Epoch 40: loss=1.7395, train=0.3785, test=0.4020 + [FA] Epoch 50: loss=1.7304, train=0.3799, test=0.4057 + [FA] Epoch 60: loss=1.7268, train=0.3817, test=0.4132 + [FA] Epoch 70: loss=1.7219, train=0.3845, test=0.4144 + [FA] Epoch 80: loss=1.7163, train=0.3888, test=0.4084 + [FA] Epoch 90: loss=1.7173, train=0.3860, test=0.4123 + [FA] Epoch 100: loss=1.7119, train=0.3907, test=0.4123 + Final test acc: 0.4123 + +All results saved to results/fa_dfa_d512_L8_seed1/results_cifar10.json + L=8 seed=2 (Sun Apr 26 12:17:53 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 2 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0644, train=0.2387, test=0.2603 + [DFA] Epoch 10: loss=2.0294, train=0.2538, test=0.2880 + [DFA] Epoch 20: loss=2.0222, train=0.2605, test=0.2880 + [DFA] Epoch 30: loss=2.0184, train=0.2638, test=0.2846 + [DFA] Epoch 40: loss=2.0148, train=0.2668, test=0.2988 + [DFA] Epoch 50: loss=2.0132, train=0.2699, test=0.2841 + [DFA] Epoch 60: loss=2.0110, train=0.2689, test=0.3031 + [DFA] Epoch 70: loss=2.0113, train=0.2706, test=0.2926 + [DFA] Epoch 80: loss=2.0091, train=0.2741, test=0.2949 + [DFA] Epoch 90: loss=2.0082, train=0.2725, test=0.2975 + [DFA] Epoch 100: loss=2.0093, train=0.2748, test=0.2966 + Final test acc: 0.2966 + +--- FA --- + [FA] Epoch 1: loss=2.0312, train=0.2537, test=0.2876 + [FA] Epoch 10: loss=1.8375, train=0.3379, test=0.3697 + [FA] Epoch 20: loss=1.7817, train=0.3609, test=0.3774 + [FA] Epoch 30: loss=1.7570, train=0.3717, test=0.3951 + [FA] Epoch 40: loss=1.7423, train=0.3774, test=0.4004 + [FA] Epoch 50: loss=1.7287, train=0.3809, test=0.4028 + [FA] Epoch 60: loss=1.7158, train=0.3882, test=0.4084 + [FA] Epoch 70: loss=1.7110, train=0.3907, test=0.4107 + [FA] Epoch 80: loss=1.7002, train=0.3932, test=0.4125 + [FA] Epoch 90: loss=1.7015, train=0.3927, test=0.4146 + [FA] Epoch 100: loss=1.6987, train=0.3936, test=0.4120 + Final test acc: 0.4120 + +All results saved to results/fa_dfa_d512_L8_seed2/results_cifar10.json + L=8 seed=3 (Sun Apr 26 12:35:38 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 3 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0677, train=0.2326, test=0.2578 + [DFA] Epoch 10: loss=2.0196, train=0.2591, test=0.2638 + [DFA] Epoch 20: loss=2.0081, train=0.2646, test=0.2804 + [DFA] Epoch 30: loss=2.0014, train=0.2724, test=0.2952 + [DFA] Epoch 40: loss=1.9997, train=0.2738, test=0.2932 + [DFA] Epoch 50: loss=1.9985, train=0.2748, test=0.2846 + [DFA] Epoch 60: loss=1.9980, train=0.2771, test=0.2920 + [DFA] Epoch 70: loss=1.9972, train=0.2768, test=0.2881 + [DFA] Epoch 80: loss=1.9974, train=0.2761, test=0.2973 + [DFA] Epoch 90: loss=1.9947, train=0.2787, test=0.2944 + [DFA] Epoch 100: loss=1.9938, train=0.2781, test=0.2967 + Final test acc: 0.2967 + +--- FA --- + [FA] Epoch 1: loss=2.0319, train=0.2529, test=0.3107 + [FA] Epoch 10: loss=1.8432, train=0.3372, test=0.3697 + [FA] Epoch 20: loss=1.7929, train=0.3574, test=0.3836 + [FA] Epoch 30: loss=1.7488, train=0.3731, test=0.4040 + [FA] Epoch 40: loss=1.7228, train=0.3815, test=0.4100 + [FA] Epoch 50: loss=1.7003, train=0.3931, test=0.4150 + [FA] Epoch 60: loss=1.6882, train=0.3974, test=0.4169 + [FA] Epoch 70: loss=1.6802, train=0.3990, test=0.4237 + [FA] Epoch 80: loss=1.6684, train=0.4039, test=0.4219 + [FA] Epoch 90: loss=1.6652, train=0.4063, test=0.4260 + [FA] Epoch 100: loss=1.6635, train=0.4050, test=0.4251 + Final test acc: 0.4251 + +All results saved to results/fa_dfa_d512_L8_seed3/results_cifar10.json + L=8 seed=4 (Sun Apr 26 12:53:26 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 4 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0559, train=0.2432, test=0.2550 + [DFA] Epoch 10: loss=2.0292, train=0.2497, test=0.2611 + [DFA] Epoch 20: loss=2.0249, train=0.2563, test=0.2550 + [DFA] Epoch 30: loss=2.0178, train=0.2609, test=0.2765 + [DFA] Epoch 40: loss=2.0140, train=0.2601, test=0.2829 + [DFA] Epoch 50: loss=2.0119, train=0.2643, test=0.2796 + [DFA] Epoch 60: loss=2.0100, train=0.2676, test=0.2797 + [DFA] Epoch 70: loss=2.0083, train=0.2681, test=0.2820 + [DFA] Epoch 80: loss=2.0068, train=0.2686, test=0.2882 + [DFA] Epoch 90: loss=2.0060, train=0.2688, test=0.2853 + [DFA] Epoch 100: loss=2.0040, train=0.2703, test=0.2861 + Final test acc: 0.2861 + +--- FA --- + [FA] Epoch 1: loss=2.0499, train=0.2421, test=0.2980 + [FA] Epoch 10: loss=1.8468, train=0.3371, test=0.3615 + [FA] Epoch 20: loss=1.7747, train=0.3605, test=0.3749 + [FA] Epoch 30: loss=1.7448, train=0.3753, test=0.3958 + [FA] Epoch 40: loss=1.7325, train=0.3785, test=0.4076 + [FA] Epoch 50: loss=1.7202, train=0.3839, test=0.4118 + [FA] Epoch 60: loss=1.7132, train=0.3875, test=0.4104 + [FA] Epoch 70: loss=1.7066, train=0.3921, test=0.4088 + [FA] Epoch 80: loss=1.6998, train=0.3929, test=0.4152 + [FA] Epoch 90: loss=1.6938, train=0.3929, test=0.4127 + [FA] Epoch 100: loss=1.6935, train=0.3962, test=0.4143 + Final test acc: 0.4143 + +All results saved to results/fa_dfa_d512_L8_seed4/results_cifar10.json + L=8 seed=5 (Sun Apr 26 01:11:06 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 5 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0787, train=0.2307, test=0.2557 + [DFA] Epoch 10: loss=2.0261, train=0.2540, test=0.2646 + [DFA] Epoch 20: loss=2.0107, train=0.2651, test=0.2900 + [DFA] Epoch 30: loss=2.0057, train=0.2666, test=0.2929 + [DFA] Epoch 40: loss=2.0034, train=0.2703, test=0.2944 + [DFA] Epoch 50: loss=2.0026, train=0.2728, test=0.2811 + [DFA] Epoch 60: loss=2.0009, train=0.2756, test=0.2901 + [DFA] Epoch 70: loss=1.9981, train=0.2758, test=0.2947 + [DFA] Epoch 80: loss=1.9976, train=0.2775, test=0.2940 + [DFA] Epoch 90: loss=1.9956, train=0.2759, test=0.2940 + [DFA] Epoch 100: loss=1.9953, train=0.2778, test=0.2938 + Final test acc: 0.2938 + +--- FA --- + [FA] Epoch 1: loss=2.0382, train=0.2496, test=0.3045 + [FA] Epoch 10: loss=1.8518, train=0.3334, test=0.3668 + [FA] Epoch 20: loss=1.8099, train=0.3510, test=0.3839 + [FA] Epoch 30: loss=1.7989, train=0.3517, test=0.3876 + [FA] Epoch 40: loss=1.7806, train=0.3635, test=0.3979 + [FA] Epoch 50: loss=1.7765, train=0.3634, test=0.3922 + [FA] Epoch 60: loss=1.7637, train=0.3703, test=0.4000 + [FA] Epoch 70: loss=1.7528, train=0.3747, test=0.4000 + [FA] Epoch 80: loss=1.7456, train=0.3787, test=0.4028 + [FA] Epoch 90: loss=1.7389, train=0.3791, test=0.4051 + [FA] Epoch 100: loss=1.7390, train=0.3801, test=0.4025 + Final test acc: 0.4025 + +All results saved to results/fa_dfa_d512_L8_seed5/results_cifar10.json + L=8 seed=6 (Sun Apr 26 01:28:32 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 6 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0488, train=0.2474, test=0.2851 + [DFA] Epoch 10: loss=2.0149, train=0.2607, test=0.2869 + [DFA] Epoch 20: loss=2.0076, train=0.2645, test=0.2908 + [DFA] Epoch 30: loss=2.0015, train=0.2714, test=0.3020 + [DFA] Epoch 40: loss=1.9977, train=0.2738, test=0.3020 + [DFA] Epoch 50: loss=1.9944, train=0.2761, test=0.2966 + [DFA] Epoch 60: loss=1.9945, train=0.2742, test=0.2961 + [DFA] Epoch 70: loss=1.9933, train=0.2770, test=0.2994 + [DFA] Epoch 80: loss=1.9909, train=0.2786, test=0.2939 + [DFA] Epoch 90: loss=1.9894, train=0.2790, test=0.2982 + [DFA] Epoch 100: loss=1.9911, train=0.2796, test=0.2960 + Final test acc: 0.2960 + +--- FA --- + [FA] Epoch 1: loss=2.0267, train=0.2552, test=0.3093 + [FA] Epoch 10: loss=1.8456, train=0.3364, test=0.3586 + [FA] Epoch 20: loss=1.7877, train=0.3586, test=0.3884 + [FA] Epoch 30: loss=1.7469, train=0.3726, test=0.4001 + [FA] Epoch 40: loss=1.7398, train=0.3766, test=0.3949 + [FA] Epoch 50: loss=1.7227, train=0.3817, test=0.3969 + [FA] Epoch 60: loss=1.7106, train=0.3860, test=0.4102 + [FA] Epoch 70: loss=1.7000, train=0.3936, test=0.4046 + [FA] Epoch 80: loss=1.6933, train=0.3922, test=0.4133 + [FA] Epoch 90: loss=1.6878, train=0.3969, test=0.4100 + [FA] Epoch 100: loss=1.6847, train=0.3987, test=0.4109 + Final test acc: 0.4109 + +All results saved to results/fa_dfa_d512_L8_seed6/results_cifar10.json + L=8 seed=7 (Sun Apr 26 01:46:09 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 7 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0667, train=0.2334, test=0.2395 + [DFA] Epoch 10: loss=2.0155, train=0.2563, test=0.2736 + [DFA] Epoch 20: loss=1.9987, train=0.2661, test=0.2881 + [DFA] Epoch 30: loss=1.9906, train=0.2696, test=0.3007 + [DFA] Epoch 40: loss=1.9870, train=0.2762, test=0.2973 + [DFA] Epoch 50: loss=1.9854, train=0.2763, test=0.3014 + [DFA] Epoch 60: loss=1.9830, train=0.2781, test=0.3044 + [DFA] Epoch 70: loss=1.9812, train=0.2818, test=0.2954 + [DFA] Epoch 80: loss=1.9772, train=0.2831, test=0.2935 + [DFA] Epoch 90: loss=1.9765, train=0.2830, test=0.3067 + [DFA] Epoch 100: loss=1.9773, train=0.2828, test=0.3055 + Final test acc: 0.3055 + +--- FA --- + [FA] Epoch 1: loss=2.0300, train=0.2506, test=0.2982 + [FA] Epoch 10: loss=1.8507, train=0.3370, test=0.3721 + [FA] Epoch 20: loss=1.8040, train=0.3518, test=0.3871 + [FA] Epoch 30: loss=1.7669, train=0.3650, test=0.3946 + [FA] Epoch 40: loss=1.7425, train=0.3760, test=0.4054 + [FA] Epoch 50: loss=1.7255, train=0.3821, test=0.4021 + [FA] Epoch 60: loss=1.7092, train=0.3899, test=0.4059 + [FA] Epoch 70: loss=1.7013, train=0.3949, test=0.4107 + [FA] Epoch 80: loss=1.6932, train=0.3963, test=0.4197 + [FA] Epoch 90: loss=1.6906, train=0.3980, test=0.4200 + [FA] Epoch 100: loss=1.6880, train=0.3960, test=0.4200 + Final test acc: 0.4200 + +All results saved to results/fa_dfa_d512_L8_seed7/results_cifar10.json + L=8 seed=8 (Sun Apr 26 02:03:33 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 8 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0683, train=0.2363, test=0.2602 + [DFA] Epoch 10: loss=2.0129, train=0.2585, test=0.2885 + [DFA] Epoch 20: loss=2.0016, train=0.2636, test=0.2819 + [DFA] Epoch 30: loss=1.9983, train=0.2685, test=0.2764 + [DFA] Epoch 40: loss=1.9929, train=0.2713, test=0.2871 + [DFA] Epoch 50: loss=1.9924, train=0.2726, test=0.2923 + [DFA] Epoch 60: loss=1.9907, train=0.2727, test=0.2905 + [DFA] Epoch 70: loss=1.9884, train=0.2755, test=0.2822 + [DFA] Epoch 80: loss=1.9884, train=0.2747, test=0.2945 + [DFA] Epoch 90: loss=1.9868, train=0.2770, test=0.2929 + [DFA] Epoch 100: loss=1.9849, train=0.2757, test=0.2943 + Final test acc: 0.2943 + +--- FA --- + [FA] Epoch 1: loss=2.0412, train=0.2497, test=0.3050 + [FA] Epoch 10: loss=1.8491, train=0.3389, test=0.3644 + [FA] Epoch 20: loss=1.8135, train=0.3491, test=0.3701 + [FA] Epoch 30: loss=1.7963, train=0.3579, test=0.3830 + [FA] Epoch 40: loss=1.7769, train=0.3649, test=0.3879 + [FA] Epoch 50: loss=1.7618, train=0.3683, test=0.3914 + [FA] Epoch 60: loss=1.7529, train=0.3718, test=0.4003 + [FA] Epoch 70: loss=1.7454, train=0.3789, test=0.4012 + [FA] Epoch 80: loss=1.7402, train=0.3802, test=0.4025 + [FA] Epoch 90: loss=1.7360, train=0.3820, test=0.4004 + [FA] Epoch 100: loss=1.7297, train=0.3853, test=0.4026 + Final test acc: 0.4026 + +All results saved to results/fa_dfa_d512_L8_seed8/results_cifar10.json + L=8 seed=9 (Sun Apr 26 02:21:11 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 9 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0749, train=0.2330, test=0.2539 + [DFA] Epoch 10: loss=2.0183, train=0.2586, test=0.2576 + [DFA] Epoch 20: loss=2.0107, train=0.2614, test=0.2834 + [DFA] Epoch 30: loss=2.0014, train=0.2669, test=0.2849 + [DFA] Epoch 40: loss=1.9982, train=0.2717, test=0.2993 + [DFA] Epoch 50: loss=1.9968, train=0.2730, test=0.2959 + [DFA] Epoch 60: loss=1.9945, train=0.2756, test=0.3016 + [DFA] Epoch 70: loss=1.9922, train=0.2742, test=0.2938 + [DFA] Epoch 80: loss=1.9907, train=0.2774, test=0.2988 + [DFA] Epoch 90: loss=1.9877, train=0.2779, test=0.2969 + [DFA] Epoch 100: loss=1.9897, train=0.2781, test=0.2977 + Final test acc: 0.2977 + +--- FA --- + [FA] Epoch 1: loss=2.0547, train=0.2347, test=0.2763 + [FA] Epoch 10: loss=1.8719, train=0.3216, test=0.3324 + [FA] Epoch 20: loss=1.8399, train=0.3385, test=0.3637 + [FA] Epoch 30: loss=1.8047, train=0.3538, test=0.3782 + [FA] Epoch 40: loss=1.7922, train=0.3605, test=0.3830 + [FA] Epoch 50: loss=1.7799, train=0.3645, test=0.3859 + [FA] Epoch 60: loss=1.7698, train=0.3668, test=0.3950 + [FA] Epoch 70: loss=1.7573, train=0.3723, test=0.3963 + [FA] Epoch 80: loss=1.7546, train=0.3759, test=0.3950 + [FA] Epoch 90: loss=1.7476, train=0.3774, test=0.3995 + [FA] Epoch 100: loss=1.7496, train=0.3771, test=0.3992 + Final test acc: 0.3992 + +All results saved to results/fa_dfa_d512_L8_seed9/results_cifar10.json + +--- L=12, seeds 0-9 --- + L=12 seed=0 (Sun Apr 26 02:38:56 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 0 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0728, train=0.2332, test=0.2507 + [DFA] Epoch 10: loss=2.0139, train=0.2623, test=0.2941 + [DFA] Epoch 20: loss=2.0039, train=0.2680, test=0.2924 + [DFA] Epoch 30: loss=1.9980, train=0.2730, test=0.2981 + [DFA] Epoch 40: loss=1.9953, train=0.2747, test=0.2960 + [DFA] Epoch 50: loss=1.9903, train=0.2772, test=0.3028 + [DFA] Epoch 60: loss=1.9883, train=0.2762, test=0.3004 + [DFA] Epoch 70: loss=1.9859, train=0.2802, test=0.3035 + [DFA] Epoch 80: loss=1.9843, train=0.2801, test=0.3071 + [DFA] Epoch 90: loss=1.9821, train=0.2834, test=0.3080 + [DFA] Epoch 100: loss=1.9833, train=0.2835, test=0.3086 + Final test acc: 0.3086 + +--- FA --- + [FA] Epoch 1: loss=2.0294, train=0.2526, test=0.2924 + [FA] Epoch 10: loss=1.8579, train=0.3310, test=0.3606 + [FA] Epoch 20: loss=1.8031, train=0.3533, test=0.3745 + [FA] Epoch 30: loss=1.7613, train=0.3668, test=0.3978 + [FA] Epoch 40: loss=1.7239, train=0.3809, test=0.4064 + [FA] Epoch 50: loss=1.7011, train=0.3911, test=0.4125 + [FA] Epoch 60: loss=1.6889, train=0.3943, test=0.4140 + [FA] Epoch 70: loss=1.6731, train=0.4016, test=0.4220 + [FA] Epoch 80: loss=1.6635, train=0.4057, test=0.4215 + [FA] Epoch 90: loss=1.6579, train=0.4072, test=0.4260 + [FA] Epoch 100: loss=1.6615, train=0.4068, test=0.4239 + Final test acc: 0.4239 + +All results saved to results/fa_dfa_d512_L12_seed0/results_cifar10.json + L=12 seed=1 (Sun Apr 26 03:01:25 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 1 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0878, train=0.2247, test=0.2444 + [DFA] Epoch 10: loss=2.0278, train=0.2491, test=0.2609 + [DFA] Epoch 20: loss=2.0169, train=0.2600, test=0.2676 + [DFA] Epoch 30: loss=2.0113, train=0.2670, test=0.2971 + [DFA] Epoch 40: loss=2.0088, train=0.2675, test=0.2833 + [DFA] Epoch 50: loss=2.0063, train=0.2727, test=0.2874 + [DFA] Epoch 60: loss=2.0052, train=0.2728, test=0.2901 + [DFA] Epoch 70: loss=2.0068, train=0.2697, test=0.3010 + [DFA] Epoch 80: loss=2.0047, train=0.2723, test=0.2944 + [DFA] Epoch 90: loss=2.0015, train=0.2755, test=0.2930 + [DFA] Epoch 100: loss=2.0039, train=0.2744, test=0.2932 + Final test acc: 0.2932 + +--- FA --- + [FA] Epoch 1: loss=2.0398, train=0.2476, test=0.2816 + [FA] Epoch 10: loss=1.8783, train=0.3196, test=0.3372 + [FA] Epoch 20: loss=1.8384, train=0.3395, test=0.3542 + [FA] Epoch 30: loss=1.7912, train=0.3583, test=0.3790 + [FA] Epoch 40: loss=1.7586, train=0.3700, test=0.3879 + [FA] Epoch 50: loss=1.7364, train=0.3772, test=0.3986 + [FA] Epoch 60: loss=1.7279, train=0.3819, test=0.4016 + [FA] Epoch 70: loss=1.7195, train=0.3841, test=0.4041 + [FA] Epoch 80: loss=1.7064, train=0.3904, test=0.4059 + [FA] Epoch 90: loss=1.7049, train=0.3901, test=0.4052 + [FA] Epoch 100: loss=1.7029, train=0.3911, test=0.4067 + Final test acc: 0.4067 + +All results saved to results/fa_dfa_d512_L12_seed1/results_cifar10.json + L=12 seed=2 (Sun Apr 26 03:23:30 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 2 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0675, train=0.2390, test=0.2486 + [DFA] Epoch 10: loss=2.0351, train=0.2548, test=0.2903 + [DFA] Epoch 20: loss=2.0279, train=0.2578, test=0.2742 + [DFA] Epoch 30: loss=2.0245, train=0.2578, test=0.2912 + [DFA] Epoch 40: loss=2.0192, train=0.2651, test=0.2862 + [DFA] Epoch 50: loss=2.0191, train=0.2628, test=0.3027 + [DFA] Epoch 60: loss=2.0165, train=0.2668, test=0.2878 + [DFA] Epoch 70: loss=2.0158, train=0.2669, test=0.2917 + [DFA] Epoch 80: loss=2.0166, train=0.2666, test=0.2954 + [DFA] Epoch 90: loss=2.0130, train=0.2668, test=0.2920 + [DFA] Epoch 100: loss=2.0154, train=0.2701, test=0.2933 + Final test acc: 0.2933 + +--- FA --- + [FA] Epoch 1: loss=2.0564, train=0.2412, test=0.2906 + [FA] Epoch 10: loss=1.8592, train=0.3337, test=0.3441 + [FA] Epoch 20: loss=1.8280, train=0.3438, test=0.3753 + [FA] Epoch 30: loss=1.7987, train=0.3555, test=0.3820 + [FA] Epoch 40: loss=1.7781, train=0.3631, test=0.3904 + [FA] Epoch 50: loss=1.7620, train=0.3721, test=0.3962 + [FA] Epoch 60: loss=1.7464, train=0.3761, test=0.3949 + [FA] Epoch 70: loss=1.7377, train=0.3800, test=0.3976 + [FA] Epoch 80: loss=1.7297, train=0.3856, test=0.4018 + [FA] Epoch 90: loss=1.7231, train=0.3884, test=0.4026 + [FA] Epoch 100: loss=1.7269, train=0.3860, test=0.4025 + Final test acc: 0.4025 + +All results saved to results/fa_dfa_d512_L12_seed2/results_cifar10.json + L=12 seed=3 (Sun Apr 26 03:45:24 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 3 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0759, train=0.2279, test=0.2245 + [DFA] Epoch 10: loss=2.0204, train=0.2579, test=0.2911 + [DFA] Epoch 20: loss=2.0140, train=0.2648, test=0.2796 + [DFA] Epoch 30: loss=2.0068, train=0.2669, test=0.2936 + [DFA] Epoch 40: loss=2.0032, train=0.2733, test=0.3002 + [DFA] Epoch 50: loss=1.9991, train=0.2762, test=0.2838 + [DFA] Epoch 60: loss=1.9988, train=0.2749, test=0.2917 + [DFA] Epoch 70: loss=1.9974, train=0.2762, test=0.2949 + [DFA] Epoch 80: loss=1.9956, train=0.2778, test=0.2953 + [DFA] Epoch 90: loss=1.9954, train=0.2779, test=0.2958 + [DFA] Epoch 100: loss=1.9942, train=0.2803, test=0.2970 + Final test acc: 0.2970 + +--- FA --- + [FA] Epoch 1: loss=2.0397, train=0.2449, test=0.2636 + [FA] Epoch 10: loss=1.8607, train=0.3291, test=0.3598 + [FA] Epoch 20: loss=1.8178, train=0.3486, test=0.3644 + [FA] Epoch 30: loss=1.7954, train=0.3548, test=0.3829 + [FA] Epoch 40: loss=1.7790, train=0.3633, test=0.3896 + [FA] Epoch 50: loss=1.7589, train=0.3718, test=0.3956 + [FA] Epoch 60: loss=1.7487, train=0.3748, test=0.4010 + [FA] Epoch 70: loss=1.7414, train=0.3780, test=0.4059 + [FA] Epoch 80: loss=1.7351, train=0.3810, test=0.4074 + [FA] Epoch 90: loss=1.7321, train=0.3820, test=0.4087 + [FA] Epoch 100: loss=1.7255, train=0.3854, test=0.4088 + Final test acc: 0.4088 + +All results saved to results/fa_dfa_d512_L12_seed3/results_cifar10.json + L=12 seed=4 (Sun Apr 26 04:07:27 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 4 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0759, train=0.2298, test=0.2600 + [DFA] Epoch 10: loss=2.0279, train=0.2509, test=0.2747 + [DFA] Epoch 20: loss=2.0182, train=0.2590, test=0.2708 + [DFA] Epoch 30: loss=2.0105, train=0.2640, test=0.2875 + [DFA] Epoch 40: loss=2.0070, train=0.2650, test=0.2936 + [DFA] Epoch 50: loss=2.0055, train=0.2682, test=0.2845 + [DFA] Epoch 60: loss=2.0037, train=0.2692, test=0.2887 + [DFA] Epoch 70: loss=1.9991, train=0.2715, test=0.2898 + [DFA] Epoch 80: loss=1.9990, train=0.2729, test=0.2896 + [DFA] Epoch 90: loss=1.9996, train=0.2717, test=0.2834 + [DFA] Epoch 100: loss=1.9997, train=0.2726, test=0.2878 + Final test acc: 0.2878 + +--- FA --- + [FA] Epoch 1: loss=2.0479, train=0.2395, test=0.2937 + [FA] Epoch 10: loss=1.8582, train=0.3302, test=0.3564 + [FA] Epoch 20: loss=1.7941, train=0.3549, test=0.3788 + [FA] Epoch 30: loss=1.7729, train=0.3650, test=0.3920 + [FA] Epoch 40: loss=1.7521, train=0.3713, test=0.3971 + [FA] Epoch 50: loss=1.7363, train=0.3786, test=0.4115 + [FA] Epoch 60: loss=1.7227, train=0.3825, test=0.4055 + [FA] Epoch 70: loss=1.7223, train=0.3859, test=0.4100 + [FA] Epoch 80: loss=1.7159, train=0.3864, test=0.4126 + [FA] Epoch 90: loss=1.7119, train=0.3879, test=0.4082 + [FA] Epoch 100: loss=1.7080, train=0.3921, test=0.4108 + Final test acc: 0.4108 + +All results saved to results/fa_dfa_d512_L12_seed4/results_cifar10.json + L=12 seed=5 (Sun Apr 26 04:29:29 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 5 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0685, train=0.2380, test=0.2445 + [DFA] Epoch 10: loss=2.0152, train=0.2646, test=0.2909 + [DFA] Epoch 20: loss=2.0023, train=0.2669, test=0.2992 + [DFA] Epoch 30: loss=1.9997, train=0.2714, test=0.3025 + [DFA] Epoch 40: loss=1.9960, train=0.2753, test=0.2802 + [DFA] Epoch 50: loss=1.9937, train=0.2769, test=0.3031 + [DFA] Epoch 60: loss=1.9927, train=0.2804, test=0.2956 + [DFA] Epoch 70: loss=1.9892, train=0.2814, test=0.3068 + [DFA] Epoch 80: loss=1.9892, train=0.2804, test=0.3036 + [DFA] Epoch 90: loss=1.9884, train=0.2794, test=0.3009 + [DFA] Epoch 100: loss=1.9884, train=0.2791, test=0.3018 + Final test acc: 0.3018 + +--- FA --- + [FA] Epoch 1: loss=2.0708, train=0.2292, test=0.2587 + [FA] Epoch 10: loss=1.8931, train=0.3117, test=0.3454 + [FA] Epoch 20: loss=1.8683, train=0.3264, test=0.3644 + [FA] Epoch 30: loss=1.8452, train=0.3390, test=0.3686 + [FA] Epoch 40: loss=1.8322, train=0.3485, test=0.3781 + [FA] Epoch 50: loss=1.8143, train=0.3550, test=0.3893 + [FA] Epoch 60: loss=1.7966, train=0.3639, test=0.3904 + [FA] Epoch 70: loss=1.7844, train=0.3687, test=0.3933 + [FA] Epoch 80: loss=1.7761, train=0.3709, test=0.4026 + [FA] Epoch 90: loss=1.7732, train=0.3684, test=0.4049 + [FA] Epoch 100: loss=1.7754, train=0.3729, test=0.4040 + Final test acc: 0.4040 + +All results saved to results/fa_dfa_d512_L12_seed5/results_cifar10.json + L=12 seed=6 (Sun Apr 26 04:51:18 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 6 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0822, train=0.2309, test=0.2459 + [DFA] Epoch 10: loss=2.0275, train=0.2537, test=0.2714 + [DFA] Epoch 20: loss=2.0172, train=0.2625, test=0.2808 + [DFA] Epoch 30: loss=2.0116, train=0.2650, test=0.2992 + [DFA] Epoch 40: loss=2.0076, train=0.2679, test=0.2906 + [DFA] Epoch 50: loss=2.0060, train=0.2704, test=0.2939 + [DFA] Epoch 60: loss=2.0017, train=0.2720, test=0.2816 + [DFA] Epoch 70: loss=2.0022, train=0.2703, test=0.2892 + [DFA] Epoch 80: loss=2.0001, train=0.2731, test=0.2902 + [DFA] Epoch 90: loss=1.9980, train=0.2719, test=0.2896 + [DFA] Epoch 100: loss=2.0006, train=0.2720, test=0.2896 + Final test acc: 0.2896 + +--- FA --- + [FA] Epoch 1: loss=2.0523, train=0.2384, test=0.2743 + [FA] Epoch 10: loss=1.8689, train=0.3242, test=0.3518 + [FA] Epoch 20: loss=1.8466, train=0.3401, test=0.3779 + [FA] Epoch 30: loss=1.8186, train=0.3509, test=0.3752 + [FA] Epoch 40: loss=1.7917, train=0.3605, test=0.3924 + [FA] Epoch 50: loss=1.7723, train=0.3687, test=0.3963 + [FA] Epoch 60: loss=1.7517, train=0.3748, test=0.3974 + [FA] Epoch 70: loss=1.7404, train=0.3806, test=0.4095 + [FA] Epoch 80: loss=1.7335, train=0.3829, test=0.4065 + [FA] Epoch 90: loss=1.7319, train=0.3838, test=0.4086 + [FA] Epoch 100: loss=1.7297, train=0.3847, test=0.4076 + Final test acc: 0.4076 + +All results saved to results/fa_dfa_d512_L12_seed6/results_cifar10.json + L=12 seed=7 (Sun Apr 26 05:13:31 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 7 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0718, train=0.2398, test=0.2673 + [DFA] Epoch 10: loss=2.0065, train=0.2642, test=0.2629 + [DFA] Epoch 20: loss=1.9931, train=0.2714, test=0.2990 + [DFA] Epoch 30: loss=1.9825, train=0.2769, test=0.2977 + [DFA] Epoch 40: loss=1.9781, train=0.2807, test=0.3066 + [DFA] Epoch 50: loss=1.9756, train=0.2815, test=0.3029 + [DFA] Epoch 60: loss=1.9724, train=0.2822, test=0.3115 + [DFA] Epoch 70: loss=1.9685, train=0.2868, test=0.3067 + [DFA] Epoch 80: loss=1.9683, train=0.2867, test=0.3055 + [DFA] Epoch 90: loss=1.9683, train=0.2883, test=0.3089 + [DFA] Epoch 100: loss=1.9669, train=0.2875, test=0.3108 + Final test acc: 0.3108 + +--- FA --- + [FA] Epoch 1: loss=2.0308, train=0.2547, test=0.3120 + [FA] Epoch 10: loss=1.8409, train=0.3401, test=0.3443 + [FA] Epoch 20: loss=1.8222, train=0.3459, test=0.3623 + [FA] Epoch 30: loss=1.8168, train=0.3476, test=0.3545 + [FA] Epoch 40: loss=1.7845, train=0.3584, test=0.3813 + [FA] Epoch 50: loss=1.7634, train=0.3685, test=0.3910 + [FA] Epoch 60: loss=1.7523, train=0.3735, test=0.3971 + [FA] Epoch 70: loss=1.7398, train=0.3776, test=0.4015 + [FA] Epoch 80: loss=1.7339, train=0.3800, test=0.4033 + [FA] Epoch 90: loss=1.7289, train=0.3836, test=0.4055 + [FA] Epoch 100: loss=1.7276, train=0.3838, test=0.4062 + Final test acc: 0.4062 + +All results saved to results/fa_dfa_d512_L12_seed7/results_cifar10.json + L=12 seed=8 (Sun Apr 26 05:35:42 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 8 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0622, train=0.2372, test=0.2412 + [DFA] Epoch 10: loss=2.0108, train=0.2579, test=0.2859 + [DFA] Epoch 20: loss=2.0011, train=0.2675, test=0.2666 + [DFA] Epoch 30: loss=1.9932, train=0.2711, test=0.2923 + [DFA] Epoch 40: loss=1.9927, train=0.2730, test=0.2980 + [DFA] Epoch 50: loss=1.9886, train=0.2743, test=0.2935 + [DFA] Epoch 60: loss=1.9865, train=0.2771, test=0.2991 + [DFA] Epoch 70: loss=1.9855, train=0.2761, test=0.2946 + [DFA] Epoch 80: loss=1.9845, train=0.2775, test=0.2992 + [DFA] Epoch 90: loss=1.9831, train=0.2794, test=0.2946 + [DFA] Epoch 100: loss=1.9856, train=0.2764, test=0.2946 + Final test acc: 0.2946 + +--- FA --- + [FA] Epoch 1: loss=2.0407, train=0.2475, test=0.2791 + [FA] Epoch 10: loss=1.8617, train=0.3286, test=0.3655 + [FA] Epoch 20: loss=1.8300, train=0.3445, test=0.3803 + [FA] Epoch 30: loss=1.7865, train=0.3626, test=0.3942 + [FA] Epoch 40: loss=1.7690, train=0.3698, test=0.3907 + [FA] Epoch 50: loss=1.7526, train=0.3796, test=0.4045 + [FA] Epoch 60: loss=1.7478, train=0.3781, test=0.4042 + [FA] Epoch 70: loss=1.7436, train=0.3751, test=0.4063 + [FA] Epoch 80: loss=1.7419, train=0.3793, test=0.4095 + [FA] Epoch 90: loss=1.7385, train=0.3805, test=0.4117 + [FA] Epoch 100: loss=1.7350, train=0.3843, test=0.4122 + Final test acc: 0.4122 + +All results saved to results/fa_dfa_d512_L12_seed8/results_cifar10.json + L=12 seed=9 (Sun Apr 26 05:57:53 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 9 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0865, train=0.2293, test=0.2701 + [DFA] Epoch 10: loss=2.0162, train=0.2616, test=0.2901 + [DFA] Epoch 20: loss=2.0014, train=0.2697, test=0.3049 + [DFA] Epoch 30: loss=1.9969, train=0.2713, test=0.3018 + [DFA] Epoch 40: loss=1.9921, train=0.2745, test=0.3004 + [DFA] Epoch 50: loss=1.9895, train=0.2789, test=0.2976 + [DFA] Epoch 60: loss=1.9873, train=0.2771, test=0.2891 + [DFA] Epoch 70: loss=1.9857, train=0.2802, test=0.3008 + [DFA] Epoch 80: loss=1.9837, train=0.2816, test=0.3024 + [DFA] Epoch 90: loss=1.9836, train=0.2842, test=0.3063 + [DFA] Epoch 100: loss=1.9829, train=0.2846, test=0.3043 + Final test acc: 0.3043 + +--- FA --- + [FA] Epoch 1: loss=2.0459, train=0.2430, test=0.2729 + [FA] Epoch 10: loss=1.8585, train=0.3313, test=0.3661 + [FA] Epoch 20: loss=1.8133, train=0.3467, test=0.3773 + [FA] Epoch 30: loss=1.7948, train=0.3585, test=0.3820 + [FA] Epoch 40: loss=1.7644, train=0.3673, test=0.3939 + [FA] Epoch 50: loss=1.7323, train=0.3796, test=0.4043 + [FA] Epoch 60: loss=1.7190, train=0.3844, test=0.3986 + [FA] Epoch 70: loss=1.7100, train=0.3879, test=0.4096 + [FA] Epoch 80: loss=1.7034, train=0.3903, test=0.4076 + [FA] Epoch 90: loss=1.6981, train=0.3927, test=0.4125 + [FA] Epoch 100: loss=1.6980, train=0.3923, test=0.4115 + Final test acc: 0.4115 + +All results saved to results/fa_dfa_d512_L12_seed9/results_cifar10.json + +=== DEEPER L SCAN DONE (Sun Apr 26 06:20:00 PM CDT 2026) === |