patchdedup-ptbr-minilm / patchdedup.json
enzoferracini's picture
feat(model): publish trained experimental online contrastive encoder
f0b6377 verified
Raw History Blame Contribute Delete
7.05 kB
{
"model_version": "0.2.0-experimental",
"model_revision": "sha256:6c29d90e982da340a9dfc970df69d4455b7669bef929d2a9b84d0cc378effdf1",
"decision_policy_version": "0.1.0",
"base_revision": "e8f8c211226b894fcb81acc59f3b34ba3efd5f42",
"training": {
"config": {
"base_revision": "e8f8c211226b894fcb81acc59f3b34ba3efd5f42",
"base_directory": "artifacts/base",
"initial_directory": "artifacts/run-42/selected-model",
"dataset": "data/v01",
"refinement_dataset": "data/refinement",
"fresh_holdout": "data/v02",
"seed": 42,
"batch_size": 16,
"gradient_accumulation": 2,
"epochs": 3,
"learning_rate": 1e-05,
"loss": "online_contrastive",
"selection": "validation average_precision, then binary F1; earliest tie",
"bi_candidates": [
{
"name": "contrastive",
"loss": "contrastive",
"margin": 0.5
},
{
"name": "online_contrastive",
"loss": "online_contrastive",
"margin": 0.5,
"batch_size": 16
},
{
"name": "cosent_balanced",
"loss": "cosent",
"learning_rate": 5e-06,
"sampling": "balanced"
},
{
"name": "cosent_frozen",
"loss": "cosent",
"epochs": 4,
"freeze_embeddings": true,
"freeze_lower_layers": 6
}
],
"cross_candidates": [
{
"name": "cross_encoder",
"epochs": 6,
"learning_rate": 2e-05
},
{
"name": "cross_encoder_frozen",
"epochs": 6,
"learning_rate": 3e-05,
"freeze_embeddings": true,
"freeze_lower_layers": 6
}
],
"pair_feature_logistic_C": [
1.0,
10.0
],
"test_policy": "Fresh holdout scored once after all v02 selection; previous tests are diagnostics only",
"name": "online_contrastive",
"margin": 0.5,
"model_version": "0.2.0-online_contrastive"
},
"training_pairs": 496,
"validation_pairs": 72,
"selected_epoch": 2,
"selected_parameter_delta_l2": 0.023539088666439056,
"optimizer_steps": 48,
"history": [
{
"epoch": 1,
"train_loss": 0.17605107638143724,
"validation": {
"support": 72,
"positive_support": 27,
"precision": 0.6363636363636364,
"recall": 0.7777777777777778,
"f1": 0.7,
"macro_f1": 0.7428571428571429,
"average_precision": 0.7524502288485848,
"confusion_matrix": [
[
33,
12
],
[
6,
21
]
],
"coverage": 0.5,
"review_rate": 0.5,
"review_count": 36,
"redundant_count": 11,
"not_redundant_count": 25,
"selective_precision": 0.9090909090909091,
"negative_predictive_value": 0.92
}
},
{
"epoch": 2,
"train_loss": 0.13096907350324816,
"validation": {
"support": 72,
"positive_support": 27,
"precision": 0.6774193548387096,
"recall": 0.7777777777777778,
"f1": 0.7241379310344828,
"macro_f1": 0.7690457097032879,
"average_precision": 0.7662009908295464,
"confusion_matrix": [
[
35,
10
],
[
6,
21
]
],
"coverage": 0.5,
"review_rate": 0.5,
"review_count": 36,
"redundant_count": 11,
"not_redundant_count": 25,
"selective_precision": 0.9090909090909091,
"negative_predictive_value": 0.92
}
},
{
"epoch": 3,
"train_loss": 0.12419637556998961,
"validation": {
"support": 72,
"positive_support": 27,
"precision": 0.7,
"recall": 0.7777777777777778,
"f1": 0.7368421052631579,
"macro_f1": 0.7822141560798548,
"average_precision": 0.7639659181489029,
"confusion_matrix": [
[
36,
9
],
[
6,
21
]
],
"coverage": 0.5,
"review_rate": 0.5,
"review_count": 36,
"redundant_count": 11,
"not_redundant_count": 25,
"selective_precision": 0.9090909090909091,
"negative_predictive_value": 0.92
}
}
],
"policy": {
"binary_threshold": 0.7588188052177429,
"thresholds": {
"low": 0.6037070751190186,
"high": 0.8967244625091553,
"positive_enabled": true,
"negative_enabled": true
},
"selection_split": "validation",
"precision_target": 0.9,
"negative_predictive_value_target": 0.9,
"minimum_support": 5,
"decision_policy_version": "0.1.0"
},
"selection": "validation average_precision, then binary F1; earliest tie",
"duration_seconds": 100.0618496590032,
"environment": {
"python": "3.11.14",
"platform": "Linux-7.1.8+deb13-amd64-x86_64-with-glibc2.41",
"code_commit": "28071a1a31a0090f70c616f8a1680cd1da3e97f1",
"source_sha256": {
"cli.py": "8462dd1c90e06165826a5053c740c2e4379bc4db1a3fafacb38eccc866f007ab",
"decision.py": "ce69d18701fb687f0fd94217a121f7ebdd29e9397c0c7a18c899dcede96f5e2a",
"encoder.py": "027fa1f8ed388662e13fb3c8390e2024f20ef10f6e96923b46bf4074ffd49905",
"data.py": "5b8143e617f9166f13159f96081b9048b24fe6d80289b181fc165f1c307b7dde",
"experiment.py": "d6cac58f617129f20a3518724d53678d6ef204fee35a9e998d1dc1aafd8af891",
"training.py": "2a375b311b3a9e3e5d773e0b0f974ff859dd4f232d639c8176302128142aa8c0",
"__main__.py": "b466d3224c1cfa96b82f891d496e36e7bd4ad1eb70fcc530b45c29ce62d3f9c4",
"pair_features.py": "b995a5c8d6314a4367949b232ba7060829c16ce41d9de3926dab50ee5619bb98",
"cross_encoder.py": "dded92e08e97b34e33c21d2eba017b7bfe023e19eed89a3a8b836d4ea61697f8",
"schemas.py": "ecb86544d6f71b5dad802e345438763050ac831732a6c0a126c80c921cfa7aef",
"evaluation.py": "4880d0ee9fcf6fc15163204b2edcf4856dc06dfe5aaa3930a9dca236b16d0fd0",
"__init__.py": "6f77bebe829dfcc6c5545b6ed57e87ea355244777e5fe8b320589566fd5f9791",
"dataset.py": "40c6153527279d43d66d60de10dc0cb1bfbcba07df11a64d18ad810d56bfb149"
},
"deterministic_warn_only": true,
"cublas_workspace_config": ":4096:8",
"gpu": "NVIDIA RTX A1000 6GB Laptop GPU",
"packages": {
"torch": "2.6.0",
"sentence-transformers": "5.1.2",
"transformers": "4.57.1",
"numpy": "2.3.4",
"scikit-learn": "1.7.2"
}
}
},
"decision_source": "cosine",
"selected_embedding": "online_contrastive",
"selected_decision_model": "online_contrastive"
}