Update train.py
Browse files
train.py
CHANGED
|
@@ -10,6 +10,7 @@ from datasets import load_dataset
|
|
| 10 |
from transformers import AutoTokenizer
|
| 11 |
|
| 12 |
tokenizer = AutoTokenizer.from_pretrained("bert-base-chinese", use_fast=True)
|
|
|
|
| 13 |
|
| 14 |
import torch
|
| 15 |
import numpy as np
|
|
|
|
| 10 |
from transformers import AutoTokenizer
|
| 11 |
|
| 12 |
tokenizer = AutoTokenizer.from_pretrained("bert-base-chinese", use_fast=True)
|
| 13 |
+
import BertTokenizer # 关键:新增这行导入
|
| 14 |
|
| 15 |
import torch
|
| 16 |
import numpy as np
|