naics-github-classifier-multilingual / training_config.json
aquiro1994's picture
BGE-M3 fine-tuned for NAICS classification, multilingual counterpart of the RoBERTa model
d0b38c1 verified
Raw History Blame Contribute Delete
665 Bytes
{
"model": "bge-m3",
"model_id": "BAAI/bge-m3",
"data": "data/raw/train_data_gpt_ab8_score_with_code.parquet",
"max_seq_length": 512,
"min_samples_per_class": 80,
"test_size": 0.2,
"val_size": 0.1,
"seed": 42,
"epochs": 8,
"batch_size": 8,
"gradient_accumulation_steps": 8,
"effective_batch_size": 64,
"learning_rate": 1.5e-05,
"weight_decay": 0.02,
"warmup_ratio": 0.15,
"eval_steps": 100,
"early_stopping_patience": 5,
"optimizer_steps": 584,
"num_classes": 19,
"n_train": 4611,
"n_validation": 659,
"n_test": 1318,
"val_f1": 0.850317445103508,
"test_f1": 0.8638612353965833,
"test_accuracy": 0.8694992412746586
}