chikurin66 / Preprocess Public

preprocess for neural machine translation

Notifications

Name		Name	Last commit message	Last commit date
Latest commit History 19 Commits
bpe		bpe
.gitignore		.gitignore
README.md		README.md
combineCorpus.sh		combineCorpus.sh
combineDict.py		combineDict.py
count_freq.py		count_freq.py
create_j2e-dict_edict.py		create_j2e-dict_edict.py
delete_stopword.py		delete_stopword.py
delete_stopword_iwslt.py		delete_stopword_iwslt.py
git_push.sh		git_push.sh
han2zen.py		han2zen.py
headVocab.py		headVocab.py
preprocess.sh		preprocess.sh
preprocess_aspec.sh		preprocess_aspec.sh
preprocess_edict.sh		preprocess_edict.sh
preprocess_iwslt.sh		preprocess_iwslt.sh
preprocess_iwslt_dev.sh		preprocess_iwslt_dev.sh
preprocess_iwslt_dev_stopword.sh		preprocess_iwslt_dev_stopword.sh
preprocess_iwslt_stopword.sh		preprocess_iwslt_stopword.sh
sentExt_aspec.py		sentExt_aspec.py
sentExt_aspec.sh		sentExt_aspec.sh
sentExt_edict.py		sentExt_edict.py
sentExt_iwslt.py		sentExt_iwslt.py
sentExt_iwslt_dev.py		sentExt_iwslt_dev.py
sepCorpus.sh		sepCorpus.sh
seq_10.txt		seq_10.txt
split.py		split.py
stopword.en		stopword.en
stopword.ja		stopword.ja
test.txt		test.txt
tokenize_lowercase.py		tokenize_lowercase.py
vocabFile.sh		vocabFile.sh