File size: 908 Bytes
5a4aaa1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
{
 "data": "/home/vladigur/qwen-bert-tagger-20260919/data/mix_v2_grammar",
 "out": "/home/vladigur/qwen-bert-tagger-20260919/runs/NF2_native_mbert_final_overlap",
 "base": "deepvk/RuModernBERT-base",
 "qwen_tokenizer": "/home/vladigur/qwen-bert-tagger-20260919/assets/qwen_tokenizer",
 "mapped_cache": "/home/vladigur/qwen-bert-tagger-20260919/cache/mapped_rumodernbert_base.safetensors",
 "freeze_embeddings": "False",
 "lr_emb": "None",
 "max_len": "2048",
 "stride": "256",
 "epochs": "6.0",
 "max_steps": "-1",
 "lr": "3e-05",
 "batch": "8",
 "grad_accum": "1",
 "class_weights": "None",
 "grouped": "True",
 "synth_weight": "0.3",
 "no_synth": "False",
 "no_corrected": "False",
 "only_synth": "False",
 "init_from": "/home/vladigur/qwen-bert-tagger-20260919/runs/NS1_native_mbert_stage1_wiki_e3/final",
 "eval_limit": "None",
 "select": "overlap_f1",
 "seed": "13",
 "attn": "sdpa",
 "arch": "native"
}