d: 1024
layers: 24
heads: 16
vocab: 50257
seq_len: 1024
ffn_mult: 8/3
pos: learned