From 6b6fb118f3302e9481f98a02b10535bfb61a67a8 Mon Sep 17 00:00:00 2001
From: Zitian Gao <zitian.gao@outlook.com>
Date: Mon, 9 Jun 2025 11:13:07 +0800
Subject: fix repetition penalty

---
 train.py | 1 +
 1 file changed, 1 insertion(+)

diff --git a/train.py b/train.py
index 01f3ba6..ae29205 100644
--- a/train.py
+++ b/train.py
@@ -141,6 +141,7 @@ def main():
                                                                    top_p=0.95, 
                                                                    temperature=args.sample_temp, 
                                                                    synced_gpus=True, 
+                                                                   repetition_penalty=1.15,
                                                                    pad_token_id=tokenizer.pad_token_id, 
                                                                    use_cache=False)
                 
-- 
cgit v1.2.3