!pip install -q transformers datasets evaluate seqeval ray[tune] optuna from datasets import load_dataset from transformers import AutoTokenizer, AutoModelForTokenClassification, DataCollatorForTokenClassification from functools import partial # 1. 데이터셋 및 라벨 로드 dataset = load_dataset("klue", "ner") label_list = dataset["train"].features["ner_tags"].feature.names model_name = "Leo97/KoELECTRA-small-v3-modu-ner" # 2. 토크나이저 로드 tokenizer = AutoTokenizer.from_pretrained(model_name)