Update tokenization_bert_word_level.py

This commit is contained in:
Duzeyao
2019-10-25 23:37:40 +08:00
parent 9b630a53fe
commit c7c3f0349e

View File

@@ -23,7 +23,7 @@ import unicodedata
import thulac
from io import open
from pytorch_transformers.tokenization_utils import PreTrainedTokenizer
from transformers.tokenization_utils import PreTrainedTokenizer
logger = logging.getLogger(__name__)