Update tokenization_bert_word_level.py
This commit is contained in:
@@ -23,7 +23,7 @@ import unicodedata
|
||||
import thulac
|
||||
from io import open
|
||||
|
||||
from pytorch_transformers.tokenization_utils import PreTrainedTokenizer
|
||||
from transformers.tokenization_utils import PreTrainedTokenizer
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user