diff options
Diffstat (limited to 'configs/model/l350.yaml')
| -rw-r--r-- | configs/model/l350.yaml | 7 |
1 files changed, 7 insertions, 0 deletions
diff --git a/configs/model/l350.yaml b/configs/model/l350.yaml new file mode 100644 index 0000000..cd36f07 --- /dev/null +++ b/configs/model/l350.yaml @@ -0,0 +1,7 @@ +d: 1024 +layers: 24 +heads: 16 +vocab: 50257 +seq_len: 1024 +ffn_mult: 8/3 +pos: learned |