File size: 752 Bytes
90316bb | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | {
"base_model": "answerdotai/ModernBERT-base",
"base_revision": "8949b909ec900327062f0ebf497f51aef5e6f0c8",
"architecture": "modernbert-cnn",
"sequence_length": 64,
"encoder_layers_tuned": 22,
"embeddings_frozen": true,
"cnn_filters": 32,
"cnn_kernel": 3,
"training_pairs": 330790,
"validation_pairs": 41275,
"test_pairs": 41849,
"optimizer": "Adam",
"learning_rate": 1e-05,
"batch_size": 16,
"seed": 42,
"warmup_ratio": 0.1,
"max_epochs": 5,
"completed_epochs": 3,
"early_stopping_patience": 2,
"exported_best_epoch": 1,
"best_validation_loss": 0.2562806813490731,
"precision": "bf16",
"tf32": true,
"torch_compile": true,
"split": "Connected components of image IDs and normalized unordered pairs"
}
|