flypythoncom/GPT2-Chinese
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bugfix

Browse Source
This commit is contained in:
Zeyao Du
2019-11-09 21:03:06 +08:00
parent 00bed53423
commit c1c7d8eb7b
1 changed files with 4 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
eval.py
View File

@@ -52,16 +52,15 @@ def main():
parser.add_argument('--num_pieces', default=100, type=int, required=False, help='将训练语料分成多少份') parser.add_argument('--num_pieces', default=100, type=int, required=False, help='将训练语料分成多少份')
parser.add_argument('--min_length', default=128, type=int, required=False, help='最短收录文章长度') parser.add_argument('--min_length', default=128, type=int, required=False, help='最短收录文章长度')
parser.add_argument('--pretrained_model', default='', type=str, required=False, help='模型起点路径') parser.add_argument('--pretrained_model', default='', type=str, required=False, help='模型起点路径')
parser.add_argument('--no_wordpiece', action='store_true', help='不做word piece切词')
parser.add_argument('--output_dir', default='eval_result/', type=str, required=False, help='结果输出路径') parser.add_argument('--output_dir', default='eval_result/', type=str, required=False, help='结果输出路径')
args = parser.parse_args() args = parser.parse_args()
print('args:\n' + args.__repr__()) print('args:\n' + args.__repr__())
if args.no_wordpiece: # if args.no_wordpiece:
from tokenizations import tokenization_bert_without_wordpiece as tokenization_bert # from tokenizations import tokenization_bert_without_wordpiece as tokenization_bert
else: # else:
from tokenizations import tokenization_bert from tokenizations import tokenization_bert
os.environ["CUDA_VISIBLE_DEVICES"] = args.device # 此处设置程序使用哪些显卡 os.environ["CUDA_VISIBLE_DEVICES"] = args.device # 此处设置程序使用哪些显卡