d: 768
layers: 12
heads: 12
vocab: 50257
seq_len: 1024
ffn_mult: 8/3
pos: learned