fix repetition penalty

1 files changed, 1 insertions, 0 deletions

diff --git a/train.py b/train.py
index 01f3ba6..ae29205 100644
--- a/train.py
+++ b/train.py
@@ -141,6 +141,7 @@ def main():
                                                                    top_p=0.95, 
                                                                    temperature=args.sample_temp, 
                                                                    synced_gpus=True, 
+                                                                   repetition_penalty=1.15,
                                                                    pad_token_id=tokenizer.pad_token_id, 
                                                                    use_cache=False)