From c4288cdba5adb75eef6fddf3bcdbe8bb3f083c26 Mon Sep 17 00:00:00 2001 From: Duzeyao <330501241@qq.com> Date: Mon, 4 Nov 2019 10:14:10 +0800 Subject: [PATCH] bugfix --- generate.py | 4 +--- generate_texts.py | 4 +--- 2 files changed, 2 insertions(+), 6 deletions(-) diff --git a/generate.py b/generate.py index 2177a6d..fb1649a 100644 --- a/generate.py +++ b/generate.py @@ -145,9 +145,7 @@ def main(): args = parser.parse_args() print('args:\n' + args.__repr__()) - if args.no_wordpiece: - from tokenizations import tokenization_bert_without_wordpiece as tokenization_bert - elif args.segment: + if args.segment: from tokenizations import tokenization_bert_word_level as tokenization_bert else: from tokenizations import tokenization_bert diff --git a/generate_texts.py b/generate_texts.py index d2ce329..1554350 100644 --- a/generate_texts.py +++ b/generate_texts.py @@ -114,9 +114,7 @@ def main(): args = parser.parse_args() print('args:\n' + args.__repr__()) - if args.no_wordpiece: - from tokenizations import tokenization_bert_without_wordpiece as tokenization_bert - elif args.segment: + if args.segment: from tokenizations import tokenization_bert_word_level as tokenization_bert else: from tokenizations import tokenization_bert