flypythoncom/GPT2-Chinese
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
Duzeyao
2019-11-04 10:14:10 +08:00
parent ca5eef1033
commit c4288cdba5
2 changed files with 2 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
generate.py
View File

@@ -145,9 +145,7 @@ def main():
args = parser.parse_args() args = parser.parse_args()
print('args:\n' + args.__repr__()) print('args:\n' + args.__repr__())
if args.no_wordpiece: if args.segment:
from tokenizations import tokenization_bert_without_wordpiece as tokenization_bert
elif args.segment:
from tokenizations import tokenization_bert_word_level as tokenization_bert from tokenizations import tokenization_bert_word_level as tokenization_bert
else: else:
from tokenizations import tokenization_bert from tokenizations import tokenization_bert

4
generate_texts.py
View File

@@ -114,9 +114,7 @@ def main():
args = parser.parse_args() args = parser.parse_args()
print('args:\n' + args.__repr__()) print('args:\n' + args.__repr__())
if args.no_wordpiece: if args.segment:
from tokenizations import tokenization_bert_without_wordpiece as tokenization_bert
elif args.segment:
from tokenizations import tokenization_bert_word_level as tokenization_bert from tokenizations import tokenization_bert_word_level as tokenization_bert
else: else:
from tokenizations import tokenization_bert from tokenizations import tokenization_bert