Commit 7cb62a36 authored by szr712's avatar szr712

修改语文dev,去除古诗词

parent c1922ef4
......@@ -5,5 +5,7 @@
/data/result_data
/data/test_data
/data/*.txt
sum_char.py
......@@ -45,6 +45,6 @@ if __name__=="__main__":
# with open("./data/voc/yunmu.txt","r",encoding="utf-8") as f:
# yunmus=f.readlines()
# yunmus=[a.strip() for a in yunmus]
# convert_pinyin("dev_hanzi.txt","./data/Chinese/dev","./data/Chinese/dev","dev_pinyin_split.txt")
for file in os.listdir(hanzi_dir):
convert_pinyin(file,hanzi_dir,pinyin_dir,file)
\ No newline at end of file
convert_pinyin("dev_hanzi.txt","./data/Chinese/dev","./data/Chinese/dev","dev_pinyin_split.txt")
# for file in os.listdir(hanzi_dir):
# convert_pinyin(file,hanzi_dir,pinyin_dir,file)
\ No newline at end of file
This source diff could not be displayed because it is too large. You can view the blob instead.
This source diff could not be displayed because it is too large. You can view the blob instead.
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment