BEREL_3.0-hebrew-error-detector / error_detection_config.json

v2: 512-piece context, Jerusalem Talmud excluded, trained on LLM-judged labels for uncorrected errors

f34432f verified 1 day ago

562 Bytes

{
  "base_model": "dicta-il/BEREL_3.0",
  "dataset_repo": "Sefaria/hebrew-text-corrections (private), judged labels",
  "max_length": 512,
  "pos_weight": 10.0,
  "synthetic_weight": 0.5,
  "paired_negatives": true,
  "negative_weight": 1.0,
  "label_scope": "all",
  "n_folds": 0,
  "fold": 0,
  "validation_threshold": 0.536,
  "best_step": 5500,
  "training_validation_threshold": 0.7833262085914612,
  "threshold_note": "best F1 on the validation split with judged labels (evaluate-error-detector); training_validation_threshold was chosen during training"
}

	{
	"base_model": "dicta-il/BEREL_3.0",
	"dataset_repo": "Sefaria/hebrew-text-corrections (private), judged labels",
	"max_length": 512,
	"pos_weight": 10.0,
	"synthetic_weight": 0.5,
	"paired_negatives": true,
	"negative_weight": 1.0,
	"label_scope": "all",
	"n_folds": 0,
	"fold": 0,
	"validation_threshold": 0.536,
	"best_step": 5500,
	"training_validation_threshold": 0.7833262085914612,
	"threshold_note": "best F1 on the validation split with judged labels (evaluate-error-detector); training_validation_threshold was chosen during training"
	}