eyupyilmaz commited on
Commit
2df9084
·
verified ·
1 Parent(s): 2b9e07d

bhdai-20261112-c03: new production version

Browse files
Files changed (4) hide show
  1. README.md +13 -12
  2. agirlik.npz +2 -2
  3. bilgi.json +55 -55
  4. sozluk.json +0 -0
README.md CHANGED
@@ -20,11 +20,11 @@ model-index:
20
  split: "test"
21
  metrics:
22
  - type: "recall"
23
- value: 0.6908
24
  name: "Same-event pairs passed at threshold 0.1"
25
  verified: false
26
  - type: "false_positive_rate"
27
- value: 0.0261
28
  name: "Hard negatives wrongly passed at threshold 0.1"
29
  verified: false
30
  - type: "false_positive_rate"
@@ -42,26 +42,26 @@ larger model. It is retrained every night and replaces the production version on
42
 
43
  | | |
44
  |---|---|
45
- | Version | `bhdai-20261111` |
46
- | Trained | 2026-11-11 |
47
  | Method | logistic regression on 10 deterministic overlap features (`kos_baslik`, `kos_baslik_tum`, `kos_tum`, `ozel_oran`, `ozel_az`, `kaynak_baslik_kapsam`, `metin_baslik_dayanak`, `sayi_oran`, `sayi_yok`, `uzunluk_orani`) |
48
- | Training data | 120,000 stories, 300,067 pairs (window 21 days, C 1.0) |
49
- | Replaced | `bhdai-20261110-adet120k` |
50
 
51
  ## Exam (the metrics the nightly gate uses)
52
 
53
- Last 2 days, 6,710 held-out stories. *Same-event passed*: share of correct
54
  (source, story) pairs that pass without a call (higher is better). *Hard negative*: a story about a different event from
55
  the same category and day, the typical small-model mistake (lower is better).
56
 
57
  | Threshold | Same-event passed | Hard negative passed | Random negative passed | Previous: same-event | Previous: hard negative |
58
  |---|---|---|---|---|---|
59
- | 0.05 | 0.516 | 0.013 | 0.000 | 0.512 | 0.012 |
60
- | 0.1 (production) | 0.691 | 0.026 | 0.000 | 0.689 | 0.026 |
61
- | 0.2 | 0.830 | 0.046 | 0.000 | 0.829 | 0.046 |
62
- | 0.3 | 0.892 | 0.065 | 0.000 | 0.892 | 0.064 |
63
 
64
- Gate decision: **promoted** — at threshold 0.1: same-event pairs passed without a call 69.1% (was 68.9%), hard negatives wrongly passed 2.61% (was 2.61%).
65
 
66
  ## Usage (Türkçe örnek)
67
 
@@ -95,6 +95,7 @@ Files: `agirlik.npz` (weights and feature scaling), `sozluk.json` (vocabulary),
95
 
96
  ## Changelog
97
 
 
98
  - **2026-11-11** `bhdai-20261111`: at threshold 0.1: same-event pairs passed without a call 69.1% (was 68.9%), hard negatives wrongly passed 2.61% (was 2.61%)
99
  - **2026-11-10** `bhdai-20261110-adet120k`: at threshold 0.1: same-event pairs passed without a call 67.0% (was 68.5%), hard negatives wrongly passed 2.39% (was 2.60%)
100
  - **2026-11-05** `bhdai-20261105`: at threshold 0.1: same-event pairs passed without a call 67.0% (was 67.9%), hard negatives wrongly passed 2.59% (was 2.73%)
 
20
  split: "test"
21
  metrics:
22
  - type: "recall"
23
+ value: 0.6918
24
  name: "Same-event pairs passed at threshold 0.1"
25
  verified: false
26
  - type: "false_positive_rate"
27
+ value: 0.0314
28
  name: "Hard negatives wrongly passed at threshold 0.1"
29
  verified: false
30
  - type: "false_positive_rate"
 
42
 
43
  | | |
44
  |---|---|
45
+ | Version | `bhdai-20261112-c03` |
46
+ | Trained | 2026-11-12 |
47
  | Method | logistic regression on 10 deterministic overlap features (`kos_baslik`, `kos_baslik_tum`, `kos_tum`, `ozel_oran`, `ozel_az`, `kaynak_baslik_kapsam`, `metin_baslik_dayanak`, `sayi_oran`, `sayi_yok`, `uzunluk_orani`) |
48
+ | Training data | 120,000 stories, 300,064 pairs (window 21 days, C 0.3) |
49
+ | Replaced | `bhdai-20261111` |
50
 
51
  ## Exam (the metrics the nightly gate uses)
52
 
53
+ Last 2 days, 7,096 held-out stories. *Same-event passed*: share of correct
54
  (source, story) pairs that pass without a call (higher is better). *Hard negative*: a story about a different event from
55
  the same category and day, the typical small-model mistake (lower is better).
56
 
57
  | Threshold | Same-event passed | Hard negative passed | Random negative passed | Previous: same-event | Previous: hard negative |
58
  |---|---|---|---|---|---|
59
+ | 0.05 | 0.509 | 0.013 | 0.000 | 0.514 | 0.013 |
60
+ | 0.1 (production) | 0.692 | 0.031 | 0.000 | 0.697 | 0.032 |
61
+ | 0.2 | 0.838 | 0.059 | 0.000 | 0.842 | 0.061 |
62
+ | 0.3 | 0.898 | 0.080 | 0.000 | 0.901 | 0.082 |
63
 
64
+ Gate decision: **promoted** — at threshold 0.1: same-event pairs passed without a call 69.2% (was 69.7%), hard negatives wrongly passed 3.14% (was 3.22%).
65
 
66
  ## Usage (Türkçe örnek)
67
 
 
95
 
96
  ## Changelog
97
 
98
+ - **2026-11-12** `bhdai-20261112-c03`: at threshold 0.1: same-event pairs passed without a call 69.2% (was 69.7%), hard negatives wrongly passed 3.14% (was 3.22%)
99
  - **2026-11-11** `bhdai-20261111`: at threshold 0.1: same-event pairs passed without a call 69.1% (was 68.9%), hard negatives wrongly passed 2.61% (was 2.61%)
100
  - **2026-11-10** `bhdai-20261110-adet120k`: at threshold 0.1: same-event pairs passed without a call 67.0% (was 68.5%), hard negatives wrongly passed 2.39% (was 2.60%)
101
  - **2026-11-05** `bhdai-20261105`: at threshold 0.1: same-event pairs passed without a call 67.0% (was 67.9%), hard negatives wrongly passed 2.59% (was 2.73%)
agirlik.npz CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fad75f85feff456acbd2d5da7dd056eb798162ff8c60f096178ef174d9f67f8f
3
- size 241598
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aad9c8e36b02c16c020e07e717c7f3020bdabef37ab9b10c2285551bbeb2e23
3
+ size 241375
bilgi.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "surum": "bhdai-20261111",
3
  "ozellikler": [
4
  "kos_baslik",
5
  "kos_baslik_tum",
@@ -12,119 +12,119 @@
12
  "sayi_yok",
13
  "uzunluk_orani"
14
  ],
15
- "tarih": "2026-11-11T23:54:04",
16
  "egitim_haber": 120000,
17
- "egitim_cift": 300067,
18
  "sinav": {
19
  "gun": 2,
20
- "haber": 6710,
21
  "esikler": {
22
  "0.02": {
23
- "olumlu": 0.2782,
24
- "zor": 0.0022,
25
  "rastgele": 0.0
26
  },
27
  "0.05": {
28
- "olumlu": 0.5156,
29
- "zor": 0.0127,
30
  "rastgele": 0.0
31
  },
32
  "0.1": {
33
- "olumlu": 0.6908,
34
- "zor": 0.0261,
35
  "rastgele": 0.0
36
  },
37
  "0.15": {
38
- "olumlu": 0.7753,
39
- "zor": 0.0375,
40
  "rastgele": 0.0
41
  },
42
  "0.2": {
43
- "olumlu": 0.8297,
44
- "zor": 0.0457,
45
  "rastgele": 0.0
46
  },
47
  "0.3": {
48
- "olumlu": 0.892,
49
- "zor": 0.0649,
50
- "rastgele": 0.0
51
  },
52
  "0.4": {
53
- "olumlu": 0.9282,
54
- "zor": 0.0785,
55
- "rastgele": 0.0
56
  },
57
  "0.5": {
58
- "olumlu": 0.9472,
59
- "zor": 0.0949,
60
- "rastgele": 0.0
61
  }
62
  },
63
  "onerilen_esik": 0.05
64
  },
65
  "katsayilar": {
66
- "kos_baslik": -0.9058,
67
- "kos_baslik_tum": 0.2912,
68
- "kos_tum": -1.3972,
69
- "ozel_oran": -1.7269,
70
- "ozel_az": -0.01,
71
- "kaynak_baslik_kapsam": -0.3062,
72
- "metin_baslik_dayanak": 0.1304,
73
- "sayi_oran": -2.0303,
74
- "sayi_yok": 0.0448,
75
- "uzunluk_orani": -0.4858
76
  },
77
  "ayar": {
78
  "gun": 21,
79
  "adet": 120000,
80
- "c": 1.0
81
  },
82
  "karsilastirma": {
83
- "canli": "bhdai-20261110-adet120k",
84
  "esik": 0.1,
85
  "canli_esikler": {
86
  "0.02": {
87
- "olumlu": 0.277,
88
- "zor": 0.0024,
89
  "rastgele": 0.0
90
  },
91
  "0.05": {
92
- "olumlu": 0.5125,
93
- "zor": 0.0124,
94
  "rastgele": 0.0
95
  },
96
  "0.1": {
97
- "olumlu": 0.6887,
98
- "zor": 0.0261,
99
  "rastgele": 0.0
100
  },
101
  "0.15": {
102
- "olumlu": 0.7779,
103
- "zor": 0.037,
104
  "rastgele": 0.0
105
  },
106
  "0.2": {
107
- "olumlu": 0.8292,
108
- "zor": 0.0457,
109
  "rastgele": 0.0
110
  },
111
  "0.3": {
112
- "olumlu": 0.8924,
113
- "zor": 0.0639,
114
- "rastgele": 0.0
115
  },
116
  "0.4": {
117
- "olumlu": 0.927,
118
- "zor": 0.0777,
119
- "rastgele": 0.0
120
  },
121
  "0.5": {
122
- "olumlu": 0.9462,
123
- "zor": 0.0942,
124
- "rastgele": 0.0
125
  }
126
  },
127
  "karar": "yayina",
128
- "neden": "eşik 0.1: çağrısız geçen %68.9→%69.1, yanlış geçen zor %2.61→%2.61 (6710 sınav haberi)"
129
  }
130
  }
 
1
  {
2
+ "surum": "bhdai-20261112-c03",
3
  "ozellikler": [
4
  "kos_baslik",
5
  "kos_baslik_tum",
 
12
  "sayi_yok",
13
  "uzunluk_orani"
14
  ],
15
+ "tarih": "2026-11-12T23:24:17",
16
  "egitim_haber": 120000,
17
+ "egitim_cift": 300064,
18
  "sinav": {
19
  "gun": 2,
20
+ "haber": 7096,
21
  "esikler": {
22
  "0.02": {
23
+ "olumlu": 0.281,
24
+ "zor": 0.0028,
25
  "rastgele": 0.0
26
  },
27
  "0.05": {
28
+ "olumlu": 0.5092,
29
+ "zor": 0.0133,
30
  "rastgele": 0.0
31
  },
32
  "0.1": {
33
+ "olumlu": 0.6918,
34
+ "zor": 0.0314,
35
  "rastgele": 0.0
36
  },
37
  "0.15": {
38
+ "olumlu": 0.7833,
39
+ "zor": 0.0467,
40
  "rastgele": 0.0
41
  },
42
  "0.2": {
43
+ "olumlu": 0.8378,
44
+ "zor": 0.0589,
45
  "rastgele": 0.0
46
  },
47
  "0.3": {
48
+ "olumlu": 0.8978,
49
+ "zor": 0.0798,
50
+ "rastgele": 0.0003
51
  },
52
  "0.4": {
53
+ "olumlu": 0.9291,
54
+ "zor": 0.0997,
55
+ "rastgele": 0.0003
56
  },
57
  "0.5": {
58
+ "olumlu": 0.9503,
59
+ "zor": 0.1137,
60
+ "rastgele": 0.0003
61
  }
62
  },
63
  "onerilen_esik": 0.05
64
  },
65
  "katsayilar": {
66
+ "kos_baslik": -0.9673,
67
+ "kos_baslik_tum": 0.3262,
68
+ "kos_tum": -1.4073,
69
+ "ozel_oran": -1.7214,
70
+ "ozel_az": -0.0107,
71
+ "kaynak_baslik_kapsam": -0.2898,
72
+ "metin_baslik_dayanak": 0.1202,
73
+ "sayi_oran": -1.9609,
74
+ "sayi_yok": 0.0358,
75
+ "uzunluk_orani": -0.4887
76
  },
77
  "ayar": {
78
  "gun": 21,
79
  "adet": 120000,
80
+ "c": 0.3
81
  },
82
  "karsilastirma": {
83
+ "canli": "bhdai-20261111",
84
  "esik": 0.1,
85
  "canli_esikler": {
86
  "0.02": {
87
+ "olumlu": 0.2793,
88
+ "zor": 0.0025,
89
  "rastgele": 0.0
90
  },
91
  "0.05": {
92
+ "olumlu": 0.5144,
93
+ "zor": 0.0134,
94
  "rastgele": 0.0
95
  },
96
  "0.1": {
97
+ "olumlu": 0.6966,
98
+ "zor": 0.0322,
99
  "rastgele": 0.0
100
  },
101
  "0.15": {
102
+ "olumlu": 0.7892,
103
+ "zor": 0.0476,
104
  "rastgele": 0.0
105
  },
106
  "0.2": {
107
+ "olumlu": 0.842,
108
+ "zor": 0.0606,
109
  "rastgele": 0.0
110
  },
111
  "0.3": {
112
+ "olumlu": 0.9011,
113
+ "zor": 0.0821,
114
+ "rastgele": 0.0003
115
  },
116
  "0.4": {
117
+ "olumlu": 0.9301,
118
+ "zor": 0.0994,
119
+ "rastgele": 0.0003
120
  },
121
  "0.5": {
122
+ "olumlu": 0.9519,
123
+ "zor": 0.1137,
124
+ "rastgele": 0.0003
125
  }
126
  },
127
  "karar": "yayina",
128
+ "neden": "eşik 0.1: çağrısız geçen %69.7→%69.2, yanlış geçen zor %3.22→%3.14 (7096 sınav haberi)"
129
  }
130
  }
sozluk.json CHANGED
The diff for this file is too large to render. See raw diff