fdbw commited on
Commit
db8be69
·
verified ·
1 Parent(s): d0f19ae

Update train.py

Browse files
Files changed (1) hide show
  1. train.py +1 -0
train.py CHANGED
@@ -10,6 +10,7 @@ from datasets import load_dataset
10
  from transformers import AutoTokenizer
11
 
12
  tokenizer = AutoTokenizer.from_pretrained("bert-base-chinese", use_fast=True)
 
13
 
14
  import torch
15
  import numpy as np
 
10
  from transformers import AutoTokenizer
11
 
12
  tokenizer = AutoTokenizer.from_pretrained("bert-base-chinese", use_fast=True)
13
+ import BertTokenizer # 关键:新增这行导入
14
 
15
  import torch
16
  import numpy as np