diff --git a/README.md b/README.md index e69de29..9fa0295 100644 --- a/README.md +++ b/README.md @@ -0,0 +1,16 @@ +# BERT模型项目 ++ 环境准备 + + Python 3.9 + + Pytorch 1.12 + + torchtext 0.13.0 +## 基于BERT的文本分类任务 ++ 文本分类 + + `python ./tasks/sentence_classification.py` + +## 基于BERT的文本蕴含任务 ++ 文本蕴含 + + `python ./tasks/pair_sentence_classification.py` + +## 基于BERT的MLM、NSP预训练任务 ++ 预训练 + + `python ./tasks/pretraining.py` \ No newline at end of file diff --git a/doc/This post is all you need(下卷)——步步走进BERT v1.2.0.pdf b/doc/This post is all you need(下卷)——步步走进BERT v1.2.0.pdf new file mode 100755 index 0000000..87b69ec Binary files /dev/null and b/doc/This post is all you need(下卷)——步步走进BERT v1.2.0.pdf differ diff --git a/utils/data_helpers.py b/utils/data_helpers.py index 0b94c5b..a3efc96 100644 --- a/utils/data_helpers.py +++ b/utils/data_helpers.py @@ -1,4 +1,3 @@ -from ast import arg import os import time import logging