diff options
Diffstat (limited to 'results/snapshot_fa_studentnet_vit.log')
| -rw-r--r-- | results/snapshot_fa_studentnet_vit.log | 37 |
1 files changed, 37 insertions, 0 deletions
diff --git a/results/snapshot_fa_studentnet_vit.log b/results/snapshot_fa_studentnet_vit.log new file mode 100644 index 0000000..0570253 --- /dev/null +++ b/results/snapshot_fa_studentnet_vit.log @@ -0,0 +1,37 @@ +=== StudentNet FA === +StudentNet FA: alpha=1.0, L=4, d=128, seed=42 + [FA] Ep 0: acc=0.0845 + [FA] Ep 1: ||h_L||=1.231e+01 ||g||=3.495e-04 acc=0.5265 + [FA] Ep 5: ||h_L||=4.041e+01 ||g||=2.552e-04 acc=0.6975 + [FA] Ep 10: ||h_L||=8.444e+01 ||g||=1.786e-04 acc=0.6390 + [FA] Ep 15: ||h_L||=1.890e+02 ||g||=2.161e-04 acc=0.5950 + [FA] Ep 20: ||h_L||=2.788e+02 ||g||=2.619e-04 acc=0.5395 + [FA] Ep 25: ||h_L||=4.329e+02 ||g||=2.602e-04 acc=0.5250 + [FA] Ep 30: ||h_L||=6.099e+02 ||g||=2.943e-04 acc=0.4955 + [FA] Ep 35: ||h_L||=7.748e+02 ||g||=3.192e-04 acc=0.4345 + [FA] Ep 40: ||h_L||=9.199e+02 ||g||=3.218e-04 acc=0.3900 + [FA] Ep 45: ||h_L||=1.035e+03 ||g||=3.294e-04 acc=0.3930 + [FA] Ep 50: ||h_L||=1.131e+03 ||g||=3.222e-04 acc=0.3930 + [FA] Ep 55: ||h_L||=1.207e+03 ||g||=3.115e-04 acc=0.3980 + [FA] Ep 60: ||h_L||=1.263e+03 ||g||=3.292e-04 acc=0.3780 + [FA] Ep 65: ||h_L||=1.300e+03 ||g||=3.133e-04 acc=0.4165 + [FA] Ep 70: ||h_L||=1.321e+03 ||g||=3.109e-04 acc=0.3970 + [FA] Ep 75: ||h_L||=1.329e+03 ||g||=3.141e-04 acc=0.4005 + [FA] Ep 80: ||h_L||=1.330e+03 ||g||=3.108e-04 acc=0.4140 +Saved: results/snapshot_synth_v1/snapshot_fa_synth_a1.0_L4_s42.json +=== ViT FA === + [FA-vit] Ep 0: acc=0.1230 + [FA-vit] Ep 1: ||h_L||=9.136e+03 ||g_L||=1.402e-07 acc=0.1963 + [FA-vit] Ep 5: ||h_L||=6.324e+04 ||g_L||=4.792e-08 acc=0.1289 + [FA-vit] Ep 10: ||h_L||=4.361e+05 ||g_L||=3.547e-09 acc=0.1982 + [FA-vit] Ep 15: ||h_L||=7.800e+05 ||g_L||=1.709e-09 acc=0.2012 + [FA-vit] Ep 20: ||h_L||=5.439e+05 ||g_L||=2.660e-09 acc=0.0889 + [FA-vit] Ep 25: ||h_L||=1.547e+07 ||g_L||=7.764e-11 acc=0.1797 + [FA-vit] Ep 30: ||h_L||=3.427e+07 ||g_L||=3.899e-11 acc=0.1748 + [FA-vit] Ep 35: ||h_L||=1.976e+06 ||g_L||=9.433e-10 acc=0.1035 + [FA-vit] Ep 40: ||h_L||=2.438e+06 ||g_L||=8.750e-10 acc=0.1084 + [FA-vit] Ep 45: ||h_L||=2.888e+06 ||g_L||=9.925e-10 acc=0.1064 + [FA-vit] Ep 50: ||h_L||=3.180e+06 ||g_L||=9.062e-10 acc=0.1113 + [FA-vit] Ep 55: ||h_L||=3.312e+06 ||g_L||=9.031e-10 acc=0.1182 + [FA-vit] Ep 60: ||h_L||=3.335e+06 ||g_L||=9.009e-10 acc=0.1172 +Saved: results/snapshot_vit_v1/snapshot_fa_vit_s42.json |