{ "config": { "epochs": 3, "batch_size": 8, "gradient_accumulation": 2, "learning_rate": 1e-05, "freeze_embeddings": true, "warmup_ratio": 0.1, "weight_decay": 0.01, "label_smoothing": 0.05, "patience": 2, "bf16": true, "layer_lr_decay": 0.95, "seed": 42, "freeze_lower_layers": 3, "rdrop": 0.05, "ema_decay": 0.98 }, "history": [ { "epoch": 1, "train_loss": 1.032079094199724, "validation": { "support": 132, "positive_support": 57, "precision": 0.726027397260274, "recall": 0.9298245614035088, "f1": 0.8153846153846154, "macro_f1": 0.8181400688863376, "average_precision": 0.8211117616527146, "confusion_matrix": [ [ 55, 20 ], [ 4, 53 ] ], "coverage": 0.5909090909090909, "review_rate": 0.4090909090909091, "review_count": 54, "redundant_count": 17, "not_redundant_count": 61, "selective_precision": 0.9411764705882353, "negative_predictive_value": 0.9016393442622951 } }, { "epoch": 2, "train_loss": 0.8466487510870861, "validation": { "support": 132, "positive_support": 57, "precision": 0.7397260273972602, "recall": 0.9473684210526315, "f1": 0.8307692307692308, "macro_f1": 0.8332950631458094, "average_precision": 0.844672436806174, "confusion_matrix": [ [ 56, 19 ], [ 3, 54 ] ], "coverage": 0.6212121212121212, "review_rate": 0.3787878787878788, "review_count": 50, "redundant_count": 20, "not_redundant_count": 62, "selective_precision": 0.9, "negative_predictive_value": 0.9032258064516129 } }, { "epoch": 3, "train_loss": 0.8288910722219816, "validation": { "support": 132, "positive_support": 57, "precision": 0.7397260273972602, "recall": 0.9473684210526315, "f1": 0.8307692307692308, "macro_f1": 0.8332950631458094, "average_precision": 0.8595292857104215, "confusion_matrix": [ [ 56, 19 ], [ 3, 54 ] ], "coverage": 0.6666666666666666, "review_rate": 0.3333333333333333, "review_count": 44, "redundant_count": 23, "not_redundant_count": 65, "selective_precision": 0.9130434782608695, "negative_predictive_value": 0.9076923076923077 } } ], "selected_epoch": 3, "selected_parameter_delta_l2": 0.04123555123806, "optimizer_steps": 141, "pruned": false, "policy": { "binary_threshold": 0.21747919917106628, "thresholds": { "low": 0.2793824076652527, "high": 0.8280277252197266, "positive_enabled": true, "negative_enabled": true }, "selection_split": "validation", "precision_target": 0.9, "negative_predictive_value_target": 0.9, "minimum_support": 5, "decision_policy_version": "0.1.0" }, "training_pairs": 744, "validation_pairs": 132, "trainable_parameters": 5472387, "total_parameters": 106995075, "duration_seconds": 58.99627535400214, "environment": { "python": "3.11.14", "platform": "Linux-7.1.8+deb13-amd64-x86_64-with-glibc2.41", "code_commit": "a7df187600bfb0029864aaf3afb04e83cb101b63", "source_sha256": { "cli.py": "8462dd1c90e06165826a5053c740c2e4379bc4db1a3fafacb38eccc866f007ab", "decision.py": "ce69d18701fb687f0fd94217a121f7ebdd29e9397c0c7a18c899dcede96f5e2a", "calibration.py": "37f362af38c87eaad5fea83ecef11e935591143b2e463a53a7b08570c4ef2376", "encoder.py": "332e8df2f51b864971fdd78290fa7d69ca99ea82d4abcdd470da44c4fdb075d4", "nli.py": "f74b06c83c66bb6d6f500b01ee9831f56422e8aad44e2355bff48ab1c1b27558", "data.py": "5b8143e617f9166f13159f96081b9048b24fe6d80289b181fc165f1c307b7dde", "experiment.py": "d6cac58f617129f20a3518724d53678d6ef204fee35a9e998d1dc1aafd8af891", "training.py": "2a375b311b3a9e3e5d773e0b0f974ff859dd4f232d639c8176302128142aa8c0", "__main__.py": "b466d3224c1cfa96b82f891d496e36e7bd4ad1eb70fcc530b45c29ce62d3f9c4", "cross_encoder.py": "d22c187c938cec7caec0fbf56a31fc09eb512eb17898091748fcf8e77f3f7048", "schemas.py": "1de7bfaedf181f8724387886d88f1b8971689fe47b37570dcfdb52ba3f4c5194", "evaluation.py": "4880d0ee9fcf6fc15163204b2edcf4856dc06dfe5aaa3930a9dca236b16d0fd0", "__init__.py": "8f3ef65a08808435e85992bcb80379e0a060dab973ffbe2b5e193bc924766681", "v03_data.py": "187402e98c0c9b7a5703aaeeff244b60f76410a24a889dddbe8d73e5fdb14767", "dataset.py": "40c6153527279d43d66d60de10dc0cb1bfbcba07df11a64d18ad810d56bfb149" }, "deterministic_warn_only": true, "cublas_workspace_config": ":4096:8", "gpu": "NVIDIA RTX A1000 6GB Laptop GPU", "packages": { "torch": "2.6.0", "sentence-transformers": "5.1.2", "transformers": "4.57.1", "numpy": "2.3.4", "scikit-learn": "1.7.2" } }, "objective": "multitask directional NLI CE and symmetric redundancy BCE", "score": "minimum bidirectional entailment softmax; uncalibrated" }