File size: 5,423 Bytes
f12d393
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
{
  "config": {
    "epochs": 3,
    "batch_size": 8,
    "gradient_accumulation": 2,
    "learning_rate": 1e-05,
    "freeze_embeddings": true,
    "warmup_ratio": 0.1,
    "weight_decay": 0.01,
    "label_smoothing": 0.05,
    "patience": 2,
    "bf16": true,
    "layer_lr_decay": 0.95,
    "seed": 42,
    "freeze_lower_layers": 3,
    "rdrop": 0.05,
    "ema_decay": 0.98
  },
  "history": [
    {
      "epoch": 1,
      "train_loss": 1.032079094199724,
      "validation": {
        "support": 132,
        "positive_support": 57,
        "precision": 0.726027397260274,
        "recall": 0.9298245614035088,
        "f1": 0.8153846153846154,
        "macro_f1": 0.8181400688863376,
        "average_precision": 0.8211117616527146,
        "confusion_matrix": [
          [
            55,
            20
          ],
          [
            4,
            53
          ]
        ],
        "coverage": 0.5909090909090909,
        "review_rate": 0.4090909090909091,
        "review_count": 54,
        "redundant_count": 17,
        "not_redundant_count": 61,
        "selective_precision": 0.9411764705882353,
        "negative_predictive_value": 0.9016393442622951
      }
    },
    {
      "epoch": 2,
      "train_loss": 0.8466487510870861,
      "validation": {
        "support": 132,
        "positive_support": 57,
        "precision": 0.7397260273972602,
        "recall": 0.9473684210526315,
        "f1": 0.8307692307692308,
        "macro_f1": 0.8332950631458094,
        "average_precision": 0.844672436806174,
        "confusion_matrix": [
          [
            56,
            19
          ],
          [
            3,
            54
          ]
        ],
        "coverage": 0.6212121212121212,
        "review_rate": 0.3787878787878788,
        "review_count": 50,
        "redundant_count": 20,
        "not_redundant_count": 62,
        "selective_precision": 0.9,
        "negative_predictive_value": 0.9032258064516129
      }
    },
    {
      "epoch": 3,
      "train_loss": 0.8288910722219816,
      "validation": {
        "support": 132,
        "positive_support": 57,
        "precision": 0.7397260273972602,
        "recall": 0.9473684210526315,
        "f1": 0.8307692307692308,
        "macro_f1": 0.8332950631458094,
        "average_precision": 0.8595292857104215,
        "confusion_matrix": [
          [
            56,
            19
          ],
          [
            3,
            54
          ]
        ],
        "coverage": 0.6666666666666666,
        "review_rate": 0.3333333333333333,
        "review_count": 44,
        "redundant_count": 23,
        "not_redundant_count": 65,
        "selective_precision": 0.9130434782608695,
        "negative_predictive_value": 0.9076923076923077
      }
    }
  ],
  "selected_epoch": 3,
  "selected_parameter_delta_l2": 0.04123555123806,
  "optimizer_steps": 141,
  "pruned": false,
  "policy": {
    "binary_threshold": 0.21747919917106628,
    "thresholds": {
      "low": 0.2793824076652527,
      "high": 0.8280277252197266,
      "positive_enabled": true,
      "negative_enabled": true
    },
    "selection_split": "validation",
    "precision_target": 0.9,
    "negative_predictive_value_target": 0.9,
    "minimum_support": 5,
    "decision_policy_version": "0.1.0"
  },
  "training_pairs": 744,
  "validation_pairs": 132,
  "trainable_parameters": 5472387,
  "total_parameters": 106995075,
  "duration_seconds": 58.99627535400214,
  "environment": {
    "python": "3.11.14",
    "platform": "Linux-7.1.8+deb13-amd64-x86_64-with-glibc2.41",
    "code_commit": "a7df187600bfb0029864aaf3afb04e83cb101b63",
    "source_sha256": {
      "cli.py": "8462dd1c90e06165826a5053c740c2e4379bc4db1a3fafacb38eccc866f007ab",
      "decision.py": "ce69d18701fb687f0fd94217a121f7ebdd29e9397c0c7a18c899dcede96f5e2a",
      "calibration.py": "37f362af38c87eaad5fea83ecef11e935591143b2e463a53a7b08570c4ef2376",
      "encoder.py": "332e8df2f51b864971fdd78290fa7d69ca99ea82d4abcdd470da44c4fdb075d4",
      "nli.py": "f74b06c83c66bb6d6f500b01ee9831f56422e8aad44e2355bff48ab1c1b27558",
      "data.py": "5b8143e617f9166f13159f96081b9048b24fe6d80289b181fc165f1c307b7dde",
      "experiment.py": "d6cac58f617129f20a3518724d53678d6ef204fee35a9e998d1dc1aafd8af891",
      "training.py": "2a375b311b3a9e3e5d773e0b0f974ff859dd4f232d639c8176302128142aa8c0",
      "__main__.py": "b466d3224c1cfa96b82f891d496e36e7bd4ad1eb70fcc530b45c29ce62d3f9c4",
      "cross_encoder.py": "d22c187c938cec7caec0fbf56a31fc09eb512eb17898091748fcf8e77f3f7048",
      "schemas.py": "1de7bfaedf181f8724387886d88f1b8971689fe47b37570dcfdb52ba3f4c5194",
      "evaluation.py": "4880d0ee9fcf6fc15163204b2edcf4856dc06dfe5aaa3930a9dca236b16d0fd0",
      "__init__.py": "8f3ef65a08808435e85992bcb80379e0a060dab973ffbe2b5e193bc924766681",
      "v03_data.py": "187402e98c0c9b7a5703aaeeff244b60f76410a24a889dddbe8d73e5fdb14767",
      "dataset.py": "40c6153527279d43d66d60de10dc0cb1bfbcba07df11a64d18ad810d56bfb149"
    },
    "deterministic_warn_only": true,
    "cublas_workspace_config": ":4096:8",
    "gpu": "NVIDIA RTX A1000 6GB Laptop GPU",
    "packages": {
      "torch": "2.6.0",
      "sentence-transformers": "5.1.2",
      "transformers": "4.57.1",
      "numpy": "2.3.4",
      "scikit-learn": "1.7.2"
    }
  },
  "objective": "multitask directional NLI CE and symmetric redundancy BCE",
  "score": "minimum bidirectional entailment softmax; uncalibrated"
}