diff options
Diffstat (limited to 'results/d256_deep_scan.log')
| -rw-r--r-- | results/d256_deep_scan.log | 368 |
1 files changed, 368 insertions, 0 deletions
diff --git a/results/d256_deep_scan.log b/results/d256_deep_scan.log new file mode 100644 index 0000000..a68ca8d --- /dev/null +++ b/results/d256_deep_scan.log @@ -0,0 +1,368 @@ +=== FA+DFA at d=256 DEEP: L=8 and L=12, seeds 0-4 === +Start: Sun Apr 26 11:32:41 AM CDT 2026 + +--- d=256 L=8 --- + L=8 seed=0 (Sun Apr 26 11:32:41 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 0 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0881, train=0.2321, test=0.2527 + [DFA] Epoch 10: loss=2.0378, train=0.2500, test=0.2725 + [DFA] Epoch 20: loss=2.0274, train=0.2579, test=0.2744 + [DFA] Epoch 30: loss=2.0203, train=0.2619, test=0.2796 + [DFA] Epoch 40: loss=2.0173, train=0.2644, test=0.2846 + [DFA] Epoch 50: loss=2.0163, train=0.2675, test=0.2989 + [DFA] Epoch 60: loss=2.0143, train=0.2660, test=0.2971 + [DFA] Epoch 70: loss=2.0110, train=0.2730, test=0.2949 + [DFA] Epoch 80: loss=2.0090, train=0.2714, test=0.2969 + [DFA] Epoch 90: loss=2.0069, train=0.2736, test=0.2936 + [DFA] Epoch 100: loss=2.0087, train=0.2730, test=0.2932 + Final test acc: 0.2932 + +--- FA --- + [FA] Epoch 1: loss=2.0547, train=0.2363, test=0.2656 + [FA] Epoch 10: loss=1.9154, train=0.3028, test=0.3358 + [FA] Epoch 20: loss=1.8741, train=0.3243, test=0.3577 + [FA] Epoch 30: loss=1.8346, train=0.3430, test=0.3703 + [FA] Epoch 40: loss=1.8160, train=0.3483, test=0.3799 + [FA] Epoch 50: loss=1.8014, train=0.3571, test=0.3837 + [FA] Epoch 60: loss=1.7884, train=0.3628, test=0.3856 + [FA] Epoch 70: loss=1.7813, train=0.3627, test=0.3871 + [FA] Epoch 80: loss=1.7746, train=0.3692, test=0.3953 + [FA] Epoch 90: loss=1.7697, train=0.3710, test=0.3933 + [FA] Epoch 100: loss=1.7717, train=0.3694, test=0.3926 + Final test acc: 0.3926 + +All results saved to results/fa_dfa_d256_L8_seed0/results_cifar10.json + L=8 seed=1 (Sun Apr 26 11:51:23 AM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 1 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0732, train=0.2372, test=0.2766 + [DFA] Epoch 10: loss=2.0212, train=0.2592, test=0.2792 + [DFA] Epoch 20: loss=2.0138, train=0.2631, test=0.2756 + [DFA] Epoch 30: loss=2.0083, train=0.2687, test=0.2720 + [DFA] Epoch 40: loss=2.0092, train=0.2695, test=0.2793 + [DFA] Epoch 50: loss=2.0069, train=0.2718, test=0.2877 + [DFA] Epoch 60: loss=2.0048, train=0.2738, test=0.2891 + [DFA] Epoch 70: loss=2.0051, train=0.2741, test=0.2979 + [DFA] Epoch 80: loss=2.0064, train=0.2745, test=0.2871 + [DFA] Epoch 90: loss=2.0024, train=0.2754, test=0.2922 + [DFA] Epoch 100: loss=2.0042, train=0.2757, test=0.2900 + Final test acc: 0.2900 + +--- FA --- + [FA] Epoch 1: loss=2.0616, train=0.2355, test=0.2672 + [FA] Epoch 10: loss=1.9012, train=0.3065, test=0.3400 + [FA] Epoch 20: loss=1.8783, train=0.3216, test=0.3667 + [FA] Epoch 30: loss=1.8588, train=0.3327, test=0.3628 + [FA] Epoch 40: loss=1.8388, train=0.3435, test=0.3747 + [FA] Epoch 50: loss=1.8280, train=0.3484, test=0.3797 + [FA] Epoch 60: loss=1.8198, train=0.3498, test=0.3812 + [FA] Epoch 70: loss=1.8100, train=0.3566, test=0.3827 + [FA] Epoch 80: loss=1.8049, train=0.3559, test=0.3848 + [FA] Epoch 90: loss=1.7997, train=0.3611, test=0.3878 + [FA] Epoch 100: loss=1.8024, train=0.3600, test=0.3864 + Final test acc: 0.3864 + +All results saved to results/fa_dfa_d256_L8_seed1/results_cifar10.json + L=8 seed=2 (Sun Apr 26 12:10:10 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 2 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0887, train=0.2300, test=0.2516 + [DFA] Epoch 10: loss=2.0677, train=0.2372, test=0.2516 + [DFA] Epoch 20: loss=2.0654, train=0.2430, test=0.2406 + [DFA] Epoch 30: loss=2.0701, train=0.2433, test=0.2661 + [DFA] Epoch 40: loss=2.0737, train=0.2391, test=0.2396 + [DFA] Epoch 50: loss=2.0765, train=0.2385, test=0.2638 + [DFA] Epoch 60: loss=2.0779, train=0.2412, test=0.2491 + [DFA] Epoch 70: loss=2.0781, train=0.2412, test=0.2502 + [DFA] Epoch 80: loss=2.0787, train=0.2412, test=0.2521 + [DFA] Epoch 90: loss=2.0788, train=0.2424, test=0.2491 + [DFA] Epoch 100: loss=2.0776, train=0.2415, test=0.2533 + Final test acc: 0.2533 + +--- FA --- + [FA] Epoch 1: loss=2.0576, train=0.2397, test=0.2762 + [FA] Epoch 10: loss=1.8946, train=0.3120, test=0.3276 + [FA] Epoch 20: loss=1.8617, train=0.3295, test=0.3438 + [FA] Epoch 30: loss=1.8345, train=0.3451, test=0.3655 + [FA] Epoch 40: loss=1.8104, train=0.3528, test=0.3745 + [FA] Epoch 50: loss=1.7890, train=0.3614, test=0.3821 + [FA] Epoch 60: loss=1.7762, train=0.3651, test=0.3857 + [FA] Epoch 70: loss=1.7712, train=0.3670, test=0.3877 + [FA] Epoch 80: loss=1.7661, train=0.3691, test=0.3904 + [FA] Epoch 90: loss=1.7666, train=0.3699, test=0.3888 + [FA] Epoch 100: loss=1.7636, train=0.3707, test=0.3894 + Final test acc: 0.3894 + +All results saved to results/fa_dfa_d256_L8_seed2/results_cifar10.json + L=8 seed=3 (Sun Apr 26 12:28:00 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 3 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0686, train=0.2387, test=0.2605 + [DFA] Epoch 10: loss=2.0282, train=0.2591, test=0.2664 + [DFA] Epoch 20: loss=2.0167, train=0.2674, test=0.2843 + [DFA] Epoch 30: loss=2.0118, train=0.2728, test=0.2758 + [DFA] Epoch 40: loss=2.0091, train=0.2734, test=0.2883 + [DFA] Epoch 50: loss=2.0107, train=0.2759, test=0.2977 + [DFA] Epoch 60: loss=2.0120, train=0.2736, test=0.2934 + [DFA] Epoch 70: loss=2.0100, train=0.2753, test=0.2955 + [DFA] Epoch 80: loss=2.0104, train=0.2740, test=0.2975 + [DFA] Epoch 90: loss=2.0085, train=0.2752, test=0.2950 + [DFA] Epoch 100: loss=2.0069, train=0.2758, test=0.2946 + Final test acc: 0.2946 + +--- FA --- + [FA] Epoch 1: loss=2.0590, train=0.2423, test=0.2801 + [FA] Epoch 10: loss=1.8989, train=0.3115, test=0.3249 + [FA] Epoch 20: loss=1.8557, train=0.3338, test=0.3676 + [FA] Epoch 30: loss=1.8108, train=0.3517, test=0.3844 + [FA] Epoch 40: loss=1.7758, train=0.3660, test=0.3948 + [FA] Epoch 50: loss=1.7627, train=0.3707, test=0.3968 + [FA] Epoch 60: loss=1.7505, train=0.3761, test=0.3973 + [FA] Epoch 70: loss=1.7405, train=0.3772, test=0.4021 + [FA] Epoch 80: loss=1.7362, train=0.3798, test=0.4026 + [FA] Epoch 90: loss=1.7267, train=0.3841, test=0.4014 + [FA] Epoch 100: loss=1.7232, train=0.3834, test=0.4035 + Final test acc: 0.4035 + +All results saved to results/fa_dfa_d256_L8_seed3/results_cifar10.json + L=8 seed=4 (Sun Apr 26 12:45:29 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 4 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0657, train=0.2414, test=0.2692 + [DFA] Epoch 10: loss=2.0458, train=0.2480, test=0.2517 + [DFA] Epoch 20: loss=2.0359, train=0.2558, test=0.2790 + [DFA] Epoch 30: loss=2.0356, train=0.2592, test=0.2744 + [DFA] Epoch 40: loss=2.0295, train=0.2621, test=0.2839 + [DFA] Epoch 50: loss=2.0314, train=0.2622, test=0.2794 + [DFA] Epoch 60: loss=2.0303, train=0.2623, test=0.2775 + [DFA] Epoch 70: loss=2.0303, train=0.2616, test=0.2828 + [DFA] Epoch 80: loss=2.0305, train=0.2653, test=0.2845 + [DFA] Epoch 90: loss=2.0290, train=0.2635, test=0.2792 + [DFA] Epoch 100: loss=2.0293, train=0.2634, test=0.2814 + Final test acc: 0.2814 + +--- FA --- + [FA] Epoch 1: loss=2.0774, train=0.2316, test=0.2691 + [FA] Epoch 10: loss=1.8787, train=0.3198, test=0.3373 + [FA] Epoch 20: loss=1.8294, train=0.3447, test=0.3784 + [FA] Epoch 30: loss=1.8228, train=0.3471, test=0.3838 + [FA] Epoch 40: loss=1.8011, train=0.3554, test=0.3854 + [FA] Epoch 50: loss=1.7903, train=0.3617, test=0.3889 + [FA] Epoch 60: loss=1.7780, train=0.3630, test=0.3886 + [FA] Epoch 70: loss=1.7693, train=0.3668, test=0.3949 + [FA] Epoch 80: loss=1.7637, train=0.3694, test=0.3939 + [FA] Epoch 90: loss=1.7596, train=0.3711, test=0.3952 + [FA] Epoch 100: loss=1.7597, train=0.3741, test=0.3962 + Final test acc: 0.3962 + +All results saved to results/fa_dfa_d256_L8_seed4/results_cifar10.json + +--- d=256 L=12 --- + L=12 seed=0 (Sun Apr 26 01:02:49 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 0 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0789, train=0.2324, test=0.2663 + [DFA] Epoch 10: loss=2.0336, train=0.2527, test=0.2625 + [DFA] Epoch 20: loss=2.0229, train=0.2600, test=0.2770 + [DFA] Epoch 30: loss=2.0144, train=0.2656, test=0.2832 + [DFA] Epoch 40: loss=2.0092, train=0.2673, test=0.2900 + [DFA] Epoch 50: loss=2.0072, train=0.2716, test=0.2880 + [DFA] Epoch 60: loss=2.0083, train=0.2707, test=0.2909 + [DFA] Epoch 70: loss=2.0060, train=0.2721, test=0.2878 + [DFA] Epoch 80: loss=2.0036, train=0.2733, test=0.2928 + [DFA] Epoch 90: loss=2.0025, train=0.2729, test=0.2959 + [DFA] Epoch 100: loss=2.0018, train=0.2744, test=0.2956 + Final test acc: 0.2956 + +--- FA --- + [FA] Epoch 1: loss=2.0900, train=0.2220, test=0.2317 + [FA] Epoch 10: loss=1.9267, train=0.3005, test=0.3223 + [FA] Epoch 20: loss=1.8993, train=0.3140, test=0.3303 + [FA] Epoch 30: loss=1.8738, train=0.3269, test=0.3504 + [FA] Epoch 40: loss=1.8485, train=0.3353, test=0.3691 + [FA] Epoch 50: loss=1.8262, train=0.3459, test=0.3682 + [FA] Epoch 60: loss=1.8133, train=0.3499, test=0.3768 + [FA] Epoch 70: loss=1.8020, train=0.3581, test=0.3826 + [FA] Epoch 80: loss=1.7935, train=0.3569, test=0.3844 + [FA] Epoch 90: loss=1.7947, train=0.3598, test=0.3874 + [FA] Epoch 100: loss=1.7935, train=0.3598, test=0.3867 + Final test acc: 0.3867 + +All results saved to results/fa_dfa_d256_L12_seed0/results_cifar10.json + L=12 seed=1 (Sun Apr 26 01:25:07 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 1 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0677, train=0.2381, test=0.2661 + [DFA] Epoch 10: loss=2.0284, train=0.2529, test=0.2657 + [DFA] Epoch 20: loss=2.0180, train=0.2620, test=0.2858 + [DFA] Epoch 30: loss=2.0152, train=0.2633, test=0.2892 + [DFA] Epoch 40: loss=2.0116, train=0.2698, test=0.2752 + [DFA] Epoch 50: loss=2.0073, train=0.2713, test=0.2885 + [DFA] Epoch 60: loss=2.0060, train=0.2712, test=0.2904 + [DFA] Epoch 70: loss=2.0030, train=0.2721, test=0.2900 + [DFA] Epoch 80: loss=2.0028, train=0.2752, test=0.2851 + [DFA] Epoch 90: loss=2.0021, train=0.2734, test=0.2858 + [DFA] Epoch 100: loss=2.0036, train=0.2713, test=0.2872 + Final test acc: 0.2872 + +--- FA --- + [FA] Epoch 1: loss=2.0876, train=0.2226, test=0.2532 + [FA] Epoch 10: loss=1.8945, train=0.3173, test=0.3408 + [FA] Epoch 20: loss=1.8548, train=0.3322, test=0.3604 + [FA] Epoch 30: loss=1.8063, train=0.3535, test=0.3877 + [FA] Epoch 40: loss=1.7791, train=0.3624, test=0.3889 + [FA] Epoch 50: loss=1.7631, train=0.3704, test=0.3963 + [FA] Epoch 60: loss=1.7526, train=0.3734, test=0.4018 + [FA] Epoch 70: loss=1.7480, train=0.3753, test=0.4018 + [FA] Epoch 80: loss=1.7460, train=0.3788, test=0.4059 + [FA] Epoch 90: loss=1.7411, train=0.3778, test=0.4056 + [FA] Epoch 100: loss=1.7453, train=0.3781, test=0.4065 + Final test acc: 0.4065 + +All results saved to results/fa_dfa_d256_L12_seed1/results_cifar10.json + L=12 seed=2 (Sun Apr 26 01:47:27 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 2 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0928, train=0.2321, test=0.2527 + [DFA] Epoch 10: loss=2.0654, train=0.2410, test=0.2552 + [DFA] Epoch 20: loss=2.0649, train=0.2433, test=0.2619 + [DFA] Epoch 30: loss=2.0643, train=0.2466, test=0.2706 + [DFA] Epoch 40: loss=2.0687, train=0.2467, test=0.2562 + [DFA] Epoch 50: loss=2.0695, train=0.2473, test=0.2606 + [DFA] Epoch 60: loss=2.0722, train=0.2467, test=0.2661 + [DFA] Epoch 70: loss=2.0726, train=0.2479, test=0.2544 + [DFA] Epoch 80: loss=2.0731, train=0.2471, test=0.2643 + [DFA] Epoch 90: loss=2.0716, train=0.2480, test=0.2630 + [DFA] Epoch 100: loss=2.0725, train=0.2494, test=0.2652 + Final test acc: 0.2652 + +--- FA --- + [FA] Epoch 1: loss=2.0747, train=0.2315, test=0.2629 + [FA] Epoch 10: loss=1.9393, train=0.2930, test=0.3051 + [FA] Epoch 20: loss=1.9019, train=0.3114, test=0.3421 + [FA] Epoch 30: loss=1.8808, train=0.3226, test=0.3531 + [FA] Epoch 40: loss=1.8720, train=0.3293, test=0.3425 + [FA] Epoch 50: loss=1.8621, train=0.3354, test=0.3545 + [FA] Epoch 60: loss=1.8549, train=0.3362, test=0.3649 + [FA] Epoch 70: loss=1.8487, train=0.3409, test=0.3610 + [FA] Epoch 80: loss=1.8427, train=0.3422, test=0.3688 + [FA] Epoch 90: loss=1.8386, train=0.3431, test=0.3670 + [FA] Epoch 100: loss=1.8405, train=0.3444, test=0.3684 + Final test acc: 0.3684 + +All results saved to results/fa_dfa_d256_L12_seed2/results_cifar10.json + L=12 seed=3 (Sun Apr 26 02:10:00 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 3 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0810, train=0.2315, test=0.2643 + [DFA] Epoch 10: loss=2.0346, train=0.2553, test=0.2773 + [DFA] Epoch 20: loss=2.0237, train=0.2613, test=0.2833 + [DFA] Epoch 30: loss=2.0150, train=0.2653, test=0.2910 + [DFA] Epoch 40: loss=2.0098, train=0.2698, test=0.2927 + [DFA] Epoch 50: loss=2.0095, train=0.2726, test=0.2876 + [DFA] Epoch 60: loss=2.0064, train=0.2749, test=0.2969 + [DFA] Epoch 70: loss=2.0056, train=0.2740, test=0.2875 + [DFA] Epoch 80: loss=2.0061, train=0.2728, test=0.2935 + [DFA] Epoch 90: loss=2.0060, train=0.2748, test=0.2958 + [DFA] Epoch 100: loss=2.0064, train=0.2760, test=0.2968 + Final test acc: 0.2968 + +--- FA --- + [FA] Epoch 1: loss=2.1018, train=0.2074, test=0.2378 + [FA] Epoch 10: loss=1.9068, train=0.3096, test=0.3382 + [FA] Epoch 20: loss=1.8759, train=0.3228, test=0.3570 + [FA] Epoch 30: loss=1.8522, train=0.3362, test=0.3621 + [FA] Epoch 40: loss=1.8364, train=0.3448, test=0.3688 + [FA] Epoch 50: loss=1.8291, train=0.3455, test=0.3740 + [FA] Epoch 60: loss=1.8195, train=0.3513, test=0.3795 + [FA] Epoch 70: loss=1.8121, train=0.3524, test=0.3814 + [FA] Epoch 80: loss=1.8078, train=0.3587, test=0.3818 + [FA] Epoch 90: loss=1.8068, train=0.3560, test=0.3821 + [FA] Epoch 100: loss=1.8052, train=0.3588, test=0.3818 + Final test acc: 0.3818 + +All results saved to results/fa_dfa_d256_L12_seed3/results_cifar10.json + L=12 seed=4 (Sun Apr 26 02:32:36 PM CDT 2026) +Using device: cuda:0 + +============================================================ +Seed 4 +============================================================ + +--- DFA --- + [DFA] Epoch 1: loss=2.0826, train=0.2312, test=0.2652 + [DFA] Epoch 10: loss=2.0607, train=0.2401, test=0.2485 + [DFA] Epoch 20: loss=2.0546, train=0.2436, test=0.2572 + [DFA] Epoch 30: loss=2.0503, train=0.2453, test=0.2590 + [DFA] Epoch 40: loss=2.0507, train=0.2482, test=0.2564 + [DFA] Epoch 50: loss=2.0500, train=0.2534, test=0.2690 + [DFA] Epoch 60: loss=2.0493, train=0.2523, test=0.2734 + [DFA] Epoch 70: loss=2.0477, train=0.2527, test=0.2672 + [DFA] Epoch 80: loss=2.0458, train=0.2571, test=0.2663 + [DFA] Epoch 90: loss=2.0443, train=0.2551, test=0.2719 + [DFA] Epoch 100: loss=2.0463, train=0.2545, test=0.2695 + Final test acc: 0.2695 + +--- FA --- + [FA] Epoch 1: loss=2.0497, train=0.2416, test=0.2850 + [FA] Epoch 10: loss=1.8906, train=0.3163, test=0.3399 + [FA] Epoch 20: loss=1.8399, train=0.3365, test=0.3601 + [FA] Epoch 30: loss=1.7951, train=0.3563, test=0.3781 + [FA] Epoch 40: loss=1.7733, train=0.3692, test=0.3917 + [FA] Epoch 50: loss=1.7603, train=0.3714, test=0.3997 + [FA] Epoch 60: loss=1.7486, train=0.3756, test=0.4013 + [FA] Epoch 70: loss=1.7420, train=0.3806, test=0.4029 + [FA] Epoch 80: loss=1.7347, train=0.3832, test=0.4084 + [FA] Epoch 90: loss=1.7314, train=0.3801, test=0.4048 + [FA] Epoch 100: loss=1.7322, train=0.3812, test=0.4090 + Final test acc: 0.4090 + +All results saved to results/fa_dfa_d256_L12_seed4/results_cifar10.json + +=== d=256 DEEP DONE (Sun Apr 26 02:55:15 PM CDT 2026) === |