From c7c3f0349e9db0647d3140849b651948461ff09f Mon Sep 17 00:00:00 2001 From: Duzeyao <330501241@qq.com> Date: Fri, 25 Oct 2019 23:37:40 +0800 Subject: [PATCH] Update tokenization_bert_word_level.py --- tokenizations/tokenization_bert_word_level.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tokenizations/tokenization_bert_word_level.py b/tokenizations/tokenization_bert_word_level.py index b9067be..d9f62b0 100644 --- a/tokenizations/tokenization_bert_word_level.py +++ b/tokenizations/tokenization_bert_word_level.py @@ -23,7 +23,7 @@ import unicodedata import thulac from io import open -from pytorch_transformers.tokenization_utils import PreTrainedTokenizer +from transformers.tokenization_utils import PreTrainedTokenizer logger = logging.getLogger(__name__)