Token Classification
Transformers
ONNX
Safetensors
English
Japanese
Chinese
bert
anime
filename-parsing
Eval Results (legacy)
Instructions to use ModerRAS/AniFileBERT with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use ModerRAS/AniFileBERT with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("token-classification", model="ModerRAS/AniFileBERT")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForTokenClassification tokenizer = AutoTokenizer.from_pretrained("ModerRAS/AniFileBERT") model = AutoModelForTokenClassification.from_pretrained("ModerRAS/AniFileBERT", device_map="auto") - Notebooks
- Google Colab
- Kaggle
File size: 3,715 Bytes
f2ec095 67d8016 f2ec095 67d8016 f2ec095 67d8016 f2ec095 67d8016 be6a29a 67d8016 f2ec095 67d8016 f2ec095 67d8016 f2ec095 67d8016 f2ec095 359ff82 67d8016 f2ec095 67d8016 f2ec095 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 | {
"published_checkpoint": "repository_root",
"label_schema_version": 2,
"label_count": 37,
"summary": "The published checkpoint is a schema v2 character-tokenizer model. It starts from the 8-head/4-layer schema v2 baseline and finishes with a repaired hard-focus encoded-cache run that matches the repository-root model artifact hashes.",
"summary_zh": "当前发布 checkpoint 是 37 维 schema v2 字符级模型:先训练 8-head/4-layer schema v2 baseline,再用 repaired hard-focus encoded cache 做最终 10 epoch 收口;最终产物与仓库根目录模型文件哈希一致。",
"artifact_match": {
"model_safetensors": "matches checkpoints/ablation-schema-v2-hardfocus-cache-repaired-from-baseline-seed62-10epoch-rerun/final/model.safetensors",
"training_args_bin": "matches checkpoints/ablation-schema-v2-hardfocus-cache-repaired-from-baseline-seed62-10epoch-rerun/final/training_args.bin",
"config_json": "schema v2, 37 labels, max_seq_length=128",
"vocab_json": "char vocab, 6199 tokens"
},
"stages": [
{
"name": "ablation-schema-v2-baseline8h4l-cache-10epoch-seed62",
"type": "schema_v2_baseline_encoded_cache_training",
"final_dir": "checkpoints/ablation-schema-v2-baseline8h4l-cache-10epoch-seed62/final",
"data_file": "reports/dmhy_weak.template_generated.top5000.rust.schema_v2.candidate.jsonl",
"dataset_mode": "encoded-cache-sharded",
"tokenizer_variant": "char",
"vocab_file": "datasets/AnimeName/vocab.char.json",
"vocab_size": 6199,
"label_schema_version": 2,
"max_seq_length": 128,
"hidden_size": 256,
"num_hidden_layers": 4,
"num_attention_heads": 8,
"epochs": 10.0,
"learning_rate": 4e-05,
"warmup_steps": 120,
"seed": 62,
"role": "Base schema v2 checkpoint for repaired hard-focus training."
},
{
"name": "ablation-schema-v2-hardfocus-cache-repaired-from-baseline-seed62-10epoch-rerun",
"type": "schema_v2_repaired_hard_focus_encoded_cache_training",
"final_dir": "checkpoints/ablation-schema-v2-hardfocus-cache-repaired-from-baseline-seed62-10epoch-rerun/final",
"init_model_dir": "checkpoints/ablation-schema-v2-baseline8h4l-cache-10epoch-seed62/final",
"data_file": "data/schema_v2_hard_focus_char_seed63.jsonl",
"encoded_cache_dir": "data/encoded_cache/schema_v2_hard_focus_char_seed63_split995_repaired_v2",
"dataset_mode": "encoded-cache-sharded",
"tokenizer_variant": "char",
"vocab_file": "datasets/AnimeName/vocab.char.json",
"vocab_size": 6199,
"label_schema_version": 2,
"max_seq_length": 128,
"hidden_size": 256,
"num_hidden_layers": 4,
"num_attention_heads": 8,
"train_samples": 1068890,
"eval_samples": 5372,
"epochs": 10.0,
"batch_size": 512,
"learning_rate": 4e-05,
"warmup_steps": 120,
"seed": 63,
"device": "cuda",
"mixed_precision": "bf16",
"tf32": true,
"eval_f1": 0.9998627806136451,
"eval_accuracy": 0.9999632255180959,
"fixed_regression_model_only": "28/28",
"fixed_regression_normalized_only": "28/28",
"heldout_model_only": "2046/2048",
"heldout_normalized_only": "2046/2048",
"role": "Published repository-root checkpoint."
}
],
"release_reports": {
"run_metadata": "reports/run_metadata.json",
"trainer_eval_metrics": "reports/trainer_eval_metrics.json",
"parse_eval_metrics": "reports/parse_eval_metrics.json",
"case_metrics": "reports/case_metrics.json",
"benchmark_results": "reports/benchmark_results.json",
"onnx_metadata": "exports/anime_filename_parser.metadata.json"
}
}
|