Download app.py from TOT7/pratis: direct link, hf CLI and curl.
- Browser
- Download file 516 Bytes
-
https://huggingface.co/spaces/TOT7/pratis/resolve/main/app.py
- Command line
-
hf download hf://spaces/TOT7/pratis/app.py
-
curl -L -o app.py https://huggingface.co/spaces/TOT7/pratis/resolve/main/app.py
516 Bytes
| !pip install -q transformers datasets evaluate seqeval ray[tune] optuna | |
| from datasets import load_dataset | |
| from transformers import AutoTokenizer, AutoModelForTokenClassification, DataCollatorForTokenClassification | |
| from functools import partial | |
| # 1. ๋ฐ์ดํฐ์ ๋ฐ ๋ผ๋ฒจ ๋ก๋ | |
| dataset = load_dataset("klue", "ner") | |
| label_list = dataset["train"].features["ner_tags"].feature.names | |
| model_name = "Leo97/KoELECTRA-small-v3-modu-ner" | |
| # 2. ํ ํฌ๋์ด์ ๋ก๋ | |
| tokenizer = AutoTokenizer.from_pretrained(model_name) |