From b51f61ed565a6a2bb871968e3c91d64cd8e27268 Mon Sep 17 00:00:00 2001 From: chzhang Date: Sat, 24 Dec 2022 19:53:43 +0800 Subject: softmax grad --- misc/process.py | 58 ++++++++++++++++++++++++++++----------------------------- 1 file changed, 29 insertions(+), 29 deletions(-) (limited to 'misc') diff --git a/misc/process.py b/misc/process.py index e613615..8a21c60 100644 --- a/misc/process.py +++ b/misc/process.py @@ -1,29 +1,29 @@ - -from datetime import datetime - -def merge(): - chinese = open('./raw_chinese.txt', encoding='UTF-8').readlines() - english = open('./raw_english.txt', encoding='UTF-8').readlines() - merge = open('./merge_{}.txt'.format(today), 'w', encoding='UTF-8') - for c_row, e_row in zip(chinese, english): - c_row = c_row.replace(',', ' ').replace('，', ' ') - merge.write(' '.join(c_row.split()) + '\n') - # e_row = e_row.replace(',', ' ').replace('，', ' ') - merge.write(e_row) - -def split(): - merge = open('./merge_{}.txt'.format(today), encoding='utf-8').readlines() - chinese = open('./chinese_{}.txt'.format(today), 'w', encoding='utf-8') - english = open('./english_{}.txt'.format(today), 'w', encoding='utf-8') - for i, row in enumerate(merge): - if i % 2 == 0: - chinese.write(row) - else: - english.write(row) - -if __name__ == '__main__': - today = datetime.now().strftime('%Y%m%d') - # merge() - split() - pass - + +from datetime import datetime + +def merge(): + chinese = open('./raw_chinese.txt', encoding='UTF-8').readlines() + english = open('./raw_english.txt', encoding='UTF-8').readlines() + merge = open('./merge_{}.txt'.format(today), 'w', encoding='UTF-8') + for c_row, e_row in zip(chinese, english): + c_row = c_row.replace(',', ' ').replace('，', ' ') + merge.write(' '.join(c_row.split()) + '\n') + # e_row = e_row.replace(',', ' ').replace('，', ' ') + merge.write(e_row) + +def split(): + merge = open('./merge_{}.txt'.format(today), encoding='utf-8').readlines() + chinese = open('./chinese_{}.txt'.format(today), 'w', encoding='utf-8') + english = open('./english_{}.txt'.format(today), 'w', encoding='utf-8') + for i, row in enumerate(merge): + if i % 2 == 0: + chinese.write(row) + else: + english.write(row) + +if __name__ == '__main__': + today = datetime.now().strftime('%Y%m%d') + # merge() + split() + pass + -- cgit v1.2.3