blob: 7a66940fcde0503aa5976b365562f74121bb1a22 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
|
=== 1/3 ResMLP FA (canonical) ===
FA snapshot: depth=4, d=256, seed=42, epochs=100
[FA] Ep 0: ||h||_med=[8.718070030212402, 8.780964851379395, 8.812002182006836, 8.828720092773438, 8.893179893493652] acc=0.1152
[FA] Ep 1: ||h_L||=8.484e+03 ||g_2||=1.154e-06 acc=0.2773
[FA] Ep 2: ||h_L||=1.961e+04 ||g_2||=5.770e-07 acc=0.2959
[FA] Ep 3: ||h_L||=3.031e+04 ||g_2||=4.175e-07 acc=0.3203
[FA] Ep 4: ||h_L||=3.890e+04 ||g_2||=3.522e-07 acc=0.3115
[FA] Ep 5: ||h_L||=4.764e+04 ||g_2||=3.066e-07 acc=0.3223
[FA] Ep 6: ||h_L||=5.458e+04 ||g_2||=2.801e-07 acc=0.3242
[FA] Ep 7: ||h_L||=6.159e+04 ||g_2||=2.620e-07 acc=0.3398
[FA] Ep 8: ||h_L||=6.776e+04 ||g_2||=2.510e-07 acc=0.3496
[FA] Ep 9: ||h_L||=7.371e+04 ||g_2||=2.415e-07 acc=0.3672
[FA] Ep 10: ||h_L||=7.970e+04 ||g_2||=2.302e-07 acc=0.3506
[FA] Ep 11: ||h_L||=8.513e+04 ||g_2||=2.265e-07 acc=0.3750
[FA] Ep 12: ||h_L||=9.072e+04 ||g_2||=2.184e-07 acc=0.3496
[FA] Ep 13: ||h_L||=9.391e+04 ||g_2||=2.200e-07 acc=0.3447
[FA] Ep 14: ||h_L||=9.711e+04 ||g_2||=2.167e-07 acc=0.3447
[FA] Ep 15: ||h_L||=9.915e+04 ||g_2||=2.183e-07 acc=0.3496
[FA] Ep 16: ||h_L||=1.013e+05 ||g_2||=2.130e-07 acc=0.3604
[FA] Ep 17: ||h_L||=1.023e+05 ||g_2||=2.147e-07 acc=0.3623
[FA] Ep 18: ||h_L||=1.038e+05 ||g_2||=2.151e-07 acc=0.3516
[FA] Ep 19: ||h_L||=1.051e+05 ||g_2||=2.150e-07 acc=0.3477
[FA] Ep 20: ||h_L||=1.068e+05 ||g_2||=2.130e-07 acc=0.3682
[FA] Ep 21: ||h_L||=1.080e+05 ||g_2||=2.173e-07 acc=0.3604
[FA] Ep 22: ||h_L||=1.099e+05 ||g_2||=2.133e-07 acc=0.3799
[FA] Ep 23: ||h_L||=1.122e+05 ||g_2||=2.119e-07 acc=0.3496
[FA] Ep 24: ||h_L||=1.155e+05 ||g_2||=2.079e-07 acc=0.3643
[FA] Ep 25: ||h_L||=1.192e+05 ||g_2||=2.050e-07 acc=0.3594
[FA] Ep 26: ||h_L||=1.243e+05 ||g_2||=1.992e-07 acc=0.3613
[FA] Ep 27: ||h_L||=1.305e+05 ||g_2||=1.947e-07 acc=0.3574
[FA] Ep 28: ||h_L||=1.388e+05 ||g_2||=1.869e-07 acc=0.3740
[FA] Ep 29: ||h_L||=1.463e+05 ||g_2||=1.812e-07 acc=0.3867
[FA] Ep 30: ||h_L||=1.568e+05 ||g_2||=1.740e-07 acc=0.3564
[FA] Ep 31: ||h_L||=1.663e+05 ||g_2||=1.677e-07 acc=0.3652
[FA] Ep 32: ||h_L||=1.780e+05 ||g_2||=1.608e-07 acc=0.3818
[FA] Ep 33: ||h_L||=1.873e+05 ||g_2||=1.557e-07 acc=0.3809
[FA] Ep 34: ||h_L||=1.973e+05 ||g_2||=1.512e-07 acc=0.3867
[FA] Ep 35: ||h_L||=2.072e+05 ||g_2||=1.483e-07 acc=0.3750
[FA] Ep 36: ||h_L||=2.177e+05 ||g_2||=1.445e-07 acc=0.3779
[FA] Ep 37: ||h_L||=2.258e+05 ||g_2||=1.415e-07 acc=0.3818
[FA] Ep 38: ||h_L||=2.350e+05 ||g_2||=1.410e-07 acc=0.3760
[FA] Ep 39: ||h_L||=2.449e+05 ||g_2||=1.378e-07 acc=0.3809
[FA] Ep 40: ||h_L||=2.519e+05 ||g_2||=1.334e-07 acc=0.3789
[FA] Ep 41: ||h_L||=2.611e+05 ||g_2||=1.349e-07 acc=0.3760
[FA] Ep 42: ||h_L||=2.705e+05 ||g_2||=1.312e-07 acc=0.3887
[FA] Ep 43: ||h_L||=2.789e+05 ||g_2||=1.283e-07 acc=0.3867
[FA] Ep 44: ||h_L||=2.878e+05 ||g_2||=1.250e-07 acc=0.3770
[FA] Ep 45: ||h_L||=2.938e+05 ||g_2||=1.252e-07 acc=0.3770
[FA] Ep 46: ||h_L||=3.013e+05 ||g_2||=1.242e-07 acc=0.3906
[FA] Ep 47: ||h_L||=3.072e+05 ||g_2||=1.237e-07 acc=0.3848
[FA] Ep 48: ||h_L||=3.146e+05 ||g_2||=1.222e-07 acc=0.3750
[FA] Ep 49: ||h_L||=3.232e+05 ||g_2||=1.189e-07 acc=0.3877
[FA] Ep 50: ||h_L||=3.302e+05 ||g_2||=1.192e-07 acc=0.3877
[FA] Ep 51: ||h_L||=3.345e+05 ||g_2||=1.187e-07 acc=0.3955
[FA] Ep 52: ||h_L||=3.407e+05 ||g_2||=1.183e-07 acc=0.3877
[FA] Ep 53: ||h_L||=3.467e+05 ||g_2||=1.170e-07 acc=0.3945
[FA] Ep 54: ||h_L||=3.505e+05 ||g_2||=1.182e-07 acc=0.3838
[FA] Ep 55: ||h_L||=3.582e+05 ||g_2||=1.160e-07 acc=0.3867
[FA] Ep 56: ||h_L||=3.617e+05 ||g_2||=1.164e-07 acc=0.3906
[FA] Ep 57: ||h_L||=3.672e+05 ||g_2||=1.159e-07 acc=0.3838
[FA] Ep 58: ||h_L||=3.684e+05 ||g_2||=1.181e-07 acc=0.3828
[FA] Ep 59: ||h_L||=3.725e+05 ||g_2||=1.175e-07 acc=0.3740
[FA] Ep 60: ||h_L||=3.774e+05 ||g_2||=1.150e-07 acc=0.3926
[FA] Ep 61: ||h_L||=3.792e+05 ||g_2||=1.161e-07 acc=0.3838
[FA] Ep 62: ||h_L||=3.823e+05 ||g_2||=1.163e-07 acc=0.3799
[FA] Ep 63: ||h_L||=3.856e+05 ||g_2||=1.175e-07 acc=0.3887
[FA] Ep 64: ||h_L||=3.891e+05 ||g_2||=1.154e-07 acc=0.3936
[FA] Ep 65: ||h_L||=3.924e+05 ||g_2||=1.159e-07 acc=0.3916
[FA] Ep 66: ||h_L||=3.935e+05 ||g_2||=1.166e-07 acc=0.3994
[FA] Ep 67: ||h_L||=3.976e+05 ||g_2||=1.151e-07 acc=0.3877
[FA] Ep 68: ||h_L||=3.997e+05 ||g_2||=1.155e-07 acc=0.3945
[FA] Ep 69: ||h_L||=4.015e+05 ||g_2||=1.162e-07 acc=0.3916
[FA] Ep 70: ||h_L||=4.049e+05 ||g_2||=1.151e-07 acc=0.3955
[FA] Ep 71: ||h_L||=4.052e+05 ||g_2||=1.166e-07 acc=0.3926
[FA] Ep 72: ||h_L||=4.078e+05 ||g_2||=1.154e-07 acc=0.3896
[FA] Ep 73: ||h_L||=4.096e+05 ||g_2||=1.160e-07 acc=0.3896
[FA] Ep 74: ||h_L||=4.112e+05 ||g_2||=1.151e-07 acc=0.3867
[FA] Ep 75: ||h_L||=4.126e+05 ||g_2||=1.151e-07 acc=0.3975
[FA] Ep 76: ||h_L||=4.135e+05 ||g_2||=1.156e-07 acc=0.3955
[FA] Ep 77: ||h_L||=4.145e+05 ||g_2||=1.160e-07 acc=0.3896
[FA] Ep 78: ||h_L||=4.165e+05 ||g_2||=1.149e-07 acc=0.3887
[FA] Ep 79: ||h_L||=4.161e+05 ||g_2||=1.153e-07 acc=0.3945
[FA] Ep 80: ||h_L||=4.175e+05 ||g_2||=1.155e-07 acc=0.3906
[FA] Ep 81: ||h_L||=4.187e+05 ||g_2||=1.156e-07 acc=0.3896
[FA] Ep 82: ||h_L||=4.193e+05 ||g_2||=1.159e-07 acc=0.3906
[FA] Ep 83: ||h_L||=4.201e+05 ||g_2||=1.158e-07 acc=0.3877
[FA] Ep 84: ||h_L||=4.206e+05 ||g_2||=1.157e-07 acc=0.3906
[FA] Ep 85: ||h_L||=4.213e+05 ||g_2||=1.160e-07 acc=0.3867
[FA] Ep 86: ||h_L||=4.214e+05 ||g_2||=1.159e-07 acc=0.3848
[FA] Ep 87: ||h_L||=4.221e+05 ||g_2||=1.156e-07 acc=0.3916
[FA] Ep 88: ||h_L||=4.225e+05 ||g_2||=1.159e-07 acc=0.3906
[FA] Ep 89: ||h_L||=4.228e+05 ||g_2||=1.156e-07 acc=0.3877
[FA] Ep 90: ||h_L||=4.232e+05 ||g_2||=1.156e-07 acc=0.3916
[FA] Ep 91: ||h_L||=4.232e+05 ||g_2||=1.164e-07 acc=0.3857
[FA] Ep 92: ||h_L||=4.234e+05 ||g_2||=1.162e-07 acc=0.3877
[FA] Ep 93: ||h_L||=4.235e+05 ||g_2||=1.157e-07 acc=0.3896
[FA] Ep 94: ||h_L||=4.234e+05 ||g_2||=1.158e-07 acc=0.3877
[FA] Ep 95: ||h_L||=4.237e+05 ||g_2||=1.158e-07 acc=0.3887
[FA] Ep 96: ||h_L||=4.237e+05 ||g_2||=1.161e-07 acc=0.3877
[FA] Ep 97: ||h_L||=4.237e+05 ||g_2||=1.158e-07 acc=0.3896
[FA] Ep 98: ||h_L||=4.237e+05 ||g_2||=1.157e-07 acc=0.3877
[FA] Ep 99: ||h_L||=4.237e+05 ||g_2||=1.158e-07 acc=0.3887
[FA] Ep 100: ||h_L||=4.237e+05 ||g_2||=1.159e-07 acc=0.3887
Saved: results/snapshot_evolution_v2/snapshot_fa_canonical_s42.json
=== 2/3 StudentNet FA (canonical) ===
StudentNet FA: alpha=1.0, L=4, d=128, seed=42
[FA] Ep 0: acc=0.0845
[FA] Ep 1: ||h_L||=1.230e+01 ||g||=3.496e-04 acc=0.5270
[FA] Ep 5: ||h_L||=3.658e+01 ||g||=2.665e-04 acc=0.7070
[FA] Ep 10: ||h_L||=7.605e+01 ||g||=1.848e-04 acc=0.6585
[FA] Ep 15: ||h_L||=1.489e+02 ||g||=2.047e-04 acc=0.6110
[FA] Ep 20: ||h_L||=3.292e+02 ||g||=2.434e-04 acc=0.5745
[FA] Ep 25: ||h_L||=5.442e+02 ||g||=2.650e-04 acc=0.4685
[FA] Ep 30: ||h_L||=7.710e+02 ||g||=3.195e-04 acc=0.3240
[FA] Ep 35: ||h_L||=9.629e+02 ||g||=3.131e-04 acc=0.3775
[FA] Ep 40: ||h_L||=1.124e+03 ||g||=3.087e-04 acc=0.3395
[FA] Ep 45: ||h_L||=1.252e+03 ||g||=3.134e-04 acc=0.3360
[FA] Ep 50: ||h_L||=1.350e+03 ||g||=3.060e-04 acc=0.3360
[FA] Ep 55: ||h_L||=1.425e+03 ||g||=2.972e-04 acc=0.3530
[FA] Ep 60: ||h_L||=1.478e+03 ||g||=3.112e-04 acc=0.3150
[FA] Ep 65: ||h_L||=1.512e+03 ||g||=3.082e-04 acc=0.3430
[FA] Ep 70: ||h_L||=1.531e+03 ||g||=3.000e-04 acc=0.3520
[FA] Ep 75: ||h_L||=1.539e+03 ||g||=3.030e-04 acc=0.3560
[FA] Ep 80: ||h_L||=1.540e+03 ||g||=3.003e-04 acc=0.3595
Saved: results/snapshot_synth_v1/snapshot_fa_canonical_s42.json
=== 3/3 ViT FA (canonical) ===
[FA-vit] Ep 0: acc=0.1230
[FA-vit] Ep 1: ||h_L||=1.626e+03 ||g_L||=5.029e-07 acc=0.2500
[FA-vit] Ep 5: ||h_L||=4.490e+04 ||g_L||=2.834e-08 acc=0.2373
[FA-vit] Ep 10: ||h_L||=2.109e+05 ||g_L||=5.916e-09 acc=0.2021
[FA-vit] Ep 15: ||h_L||=7.814e+05 ||g_L||=1.013e-09 acc=0.1924
[FA-vit] Ep 20: ||h_L||=3.356e+06 ||g_L||=2.481e-10 acc=0.1729
[FA-vit] Ep 25: ||h_L||=8.750e+06 ||g_L||=1.192e-10 acc=0.1582
[FA-vit] Ep 30: ||h_L||=1.587e+07 ||g_L||=7.185e-11 acc=0.1650
[FA-vit] Ep 35: ||h_L||=2.381e+07 ||g_L||=5.271e-11 acc=0.1582
[FA-vit] Ep 40: ||h_L||=2.944e+07 ||g_L||=4.898e-11 acc=0.1758
[FA-vit] Ep 45: ||h_L||=3.222e+07 ||g_L||=4.930e-11 acc=0.1641
[FA-vit] Ep 50: ||h_L||=3.331e+07 ||g_L||=5.144e-11 acc=0.1592
[FA-vit] Ep 55: ||h_L||=3.378e+07 ||g_L||=4.934e-11 acc=0.1553
[FA-vit] Ep 60: ||h_L||=3.376e+07 ||g_L||=5.086e-11 acc=0.1631
Saved: results/snapshot_vit_v1/snapshot_fa_canonical_s42.json
=== ALL DONE ===
|
