blob: 05702530524aa5bb797c001b71e6d5c48d411320 (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
|
=== StudentNet FA ===
StudentNet FA: alpha=1.0, L=4, d=128, seed=42
[FA] Ep 0: acc=0.0845
[FA] Ep 1: ||h_L||=1.231e+01 ||g||=3.495e-04 acc=0.5265
[FA] Ep 5: ||h_L||=4.041e+01 ||g||=2.552e-04 acc=0.6975
[FA] Ep 10: ||h_L||=8.444e+01 ||g||=1.786e-04 acc=0.6390
[FA] Ep 15: ||h_L||=1.890e+02 ||g||=2.161e-04 acc=0.5950
[FA] Ep 20: ||h_L||=2.788e+02 ||g||=2.619e-04 acc=0.5395
[FA] Ep 25: ||h_L||=4.329e+02 ||g||=2.602e-04 acc=0.5250
[FA] Ep 30: ||h_L||=6.099e+02 ||g||=2.943e-04 acc=0.4955
[FA] Ep 35: ||h_L||=7.748e+02 ||g||=3.192e-04 acc=0.4345
[FA] Ep 40: ||h_L||=9.199e+02 ||g||=3.218e-04 acc=0.3900
[FA] Ep 45: ||h_L||=1.035e+03 ||g||=3.294e-04 acc=0.3930
[FA] Ep 50: ||h_L||=1.131e+03 ||g||=3.222e-04 acc=0.3930
[FA] Ep 55: ||h_L||=1.207e+03 ||g||=3.115e-04 acc=0.3980
[FA] Ep 60: ||h_L||=1.263e+03 ||g||=3.292e-04 acc=0.3780
[FA] Ep 65: ||h_L||=1.300e+03 ||g||=3.133e-04 acc=0.4165
[FA] Ep 70: ||h_L||=1.321e+03 ||g||=3.109e-04 acc=0.3970
[FA] Ep 75: ||h_L||=1.329e+03 ||g||=3.141e-04 acc=0.4005
[FA] Ep 80: ||h_L||=1.330e+03 ||g||=3.108e-04 acc=0.4140
Saved: results/snapshot_synth_v1/snapshot_fa_synth_a1.0_L4_s42.json
=== ViT FA ===
[FA-vit] Ep 0: acc=0.1230
[FA-vit] Ep 1: ||h_L||=9.136e+03 ||g_L||=1.402e-07 acc=0.1963
[FA-vit] Ep 5: ||h_L||=6.324e+04 ||g_L||=4.792e-08 acc=0.1289
[FA-vit] Ep 10: ||h_L||=4.361e+05 ||g_L||=3.547e-09 acc=0.1982
[FA-vit] Ep 15: ||h_L||=7.800e+05 ||g_L||=1.709e-09 acc=0.2012
[FA-vit] Ep 20: ||h_L||=5.439e+05 ||g_L||=2.660e-09 acc=0.0889
[FA-vit] Ep 25: ||h_L||=1.547e+07 ||g_L||=7.764e-11 acc=0.1797
[FA-vit] Ep 30: ||h_L||=3.427e+07 ||g_L||=3.899e-11 acc=0.1748
[FA-vit] Ep 35: ||h_L||=1.976e+06 ||g_L||=9.433e-10 acc=0.1035
[FA-vit] Ep 40: ||h_L||=2.438e+06 ||g_L||=8.750e-10 acc=0.1084
[FA-vit] Ep 45: ||h_L||=2.888e+06 ||g_L||=9.925e-10 acc=0.1064
[FA-vit] Ep 50: ||h_L||=3.180e+06 ||g_L||=9.062e-10 acc=0.1113
[FA-vit] Ep 55: ||h_L||=3.312e+06 ||g_L||=9.031e-10 acc=0.1182
[FA-vit] Ep 60: ||h_L||=3.335e+06 ||g_L||=9.009e-10 acc=0.1172
Saved: results/snapshot_vit_v1/snapshot_fa_vit_s42.json
|
