eyupyilmaz commited on
Commit
2b9e07d
·
verified ·
1 Parent(s): 382a7a1

bhdai-20261111: new production version

Browse files
Files changed (4) hide show
  1. README.md +12 -11
  2. agirlik.npz +2 -2
  3. bilgi.json +49 -49
  4. sozluk.json +0 -0
README.md CHANGED
@@ -20,11 +20,11 @@ model-index:
20
  split: "test"
21
  metrics:
22
  - type: "recall"
23
- value: 0.6703
24
  name: "Same-event pairs passed at threshold 0.1"
25
  verified: false
26
  - type: "false_positive_rate"
27
- value: 0.0239
28
  name: "Hard negatives wrongly passed at threshold 0.1"
29
  verified: false
30
  - type: "false_positive_rate"
@@ -42,11 +42,11 @@ larger model. It is retrained every night and replaces the production version on
42
 
43
  | | |
44
  |---|---|
45
- | Version | `bhdai-20261110-adet120k` |
46
- | Trained | 2026-11-10 |
47
  | Method | logistic regression on 10 deterministic overlap features (`kos_baslik`, `kos_baslik_tum`, `kos_tum`, `ozel_oran`, `ozel_az`, `kaynak_baslik_kapsam`, `metin_baslik_dayanak`, `sayi_oran`, `sayi_yok`, `uzunluk_orani`) |
48
- | Training data | 120,000 stories, 300,058 pairs (window 21 days, C 1.0) |
49
- | Replaced | `bhdai-20261105` |
50
 
51
  ## Exam (the metrics the nightly gate uses)
52
 
@@ -56,12 +56,12 @@ the same category and day, the typical small-model mistake (lower is better).
56
 
57
  | Threshold | Same-event passed | Hard negative passed | Random negative passed | Previous: same-event | Previous: hard negative |
58
  |---|---|---|---|---|---|
59
- | 0.05 | 0.478 | 0.011 | 0.000 | 0.493 | 0.012 |
60
- | 0.1 (production) | 0.670 | 0.024 | 0.000 | 0.685 | 0.026 |
61
- | 0.2 | 0.830 | 0.046 | 0.000 | 0.837 | 0.048 |
62
- | 0.3 | 0.896 | 0.064 | 0.000 | 0.900 | 0.065 |
63
 
64
- Gate decision: **promoted** — at threshold 0.1: same-event pairs passed without a call 67.0% (was 68.5%), hard negatives wrongly passed 2.39% (was 2.60%).
65
 
66
  ## Usage (Türkçe örnek)
67
 
@@ -95,6 +95,7 @@ Files: `agirlik.npz` (weights and feature scaling), `sozluk.json` (vocabulary),
95
 
96
  ## Changelog
97
 
 
98
  - **2026-11-10** `bhdai-20261110-adet120k`: at threshold 0.1: same-event pairs passed without a call 67.0% (was 68.5%), hard negatives wrongly passed 2.39% (was 2.60%)
99
  - **2026-11-05** `bhdai-20261105`: at threshold 0.1: same-event pairs passed without a call 67.0% (was 67.9%), hard negatives wrongly passed 2.59% (was 2.73%)
100
  - **2026-11-04** `bhdai-20261104`: at threshold 0.1: same-event pairs passed without a call 70.0% (was 69.5%), hard negatives wrongly passed 2.69% (was 2.69%)
 
20
  split: "test"
21
  metrics:
22
  - type: "recall"
23
+ value: 0.6908
24
  name: "Same-event pairs passed at threshold 0.1"
25
  verified: false
26
  - type: "false_positive_rate"
27
+ value: 0.0261
28
  name: "Hard negatives wrongly passed at threshold 0.1"
29
  verified: false
30
  - type: "false_positive_rate"
 
42
 
43
  | | |
44
  |---|---|
45
+ | Version | `bhdai-20261111` |
46
+ | Trained | 2026-11-11 |
47
  | Method | logistic regression on 10 deterministic overlap features (`kos_baslik`, `kos_baslik_tum`, `kos_tum`, `ozel_oran`, `ozel_az`, `kaynak_baslik_kapsam`, `metin_baslik_dayanak`, `sayi_oran`, `sayi_yok`, `uzunluk_orani`) |
48
+ | Training data | 120,000 stories, 300,067 pairs (window 21 days, C 1.0) |
49
+ | Replaced | `bhdai-20261110-adet120k` |
50
 
51
  ## Exam (the metrics the nightly gate uses)
52
 
 
56
 
57
  | Threshold | Same-event passed | Hard negative passed | Random negative passed | Previous: same-event | Previous: hard negative |
58
  |---|---|---|---|---|---|
59
+ | 0.05 | 0.516 | 0.013 | 0.000 | 0.512 | 0.012 |
60
+ | 0.1 (production) | 0.691 | 0.026 | 0.000 | 0.689 | 0.026 |
61
+ | 0.2 | 0.830 | 0.046 | 0.000 | 0.829 | 0.046 |
62
+ | 0.3 | 0.892 | 0.065 | 0.000 | 0.892 | 0.064 |
63
 
64
+ Gate decision: **promoted** — at threshold 0.1: same-event pairs passed without a call 69.1% (was 68.9%), hard negatives wrongly passed 2.61% (was 2.61%).
65
 
66
  ## Usage (Türkçe örnek)
67
 
 
95
 
96
  ## Changelog
97
 
98
+ - **2026-11-11** `bhdai-20261111`: at threshold 0.1: same-event pairs passed without a call 69.1% (was 68.9%), hard negatives wrongly passed 2.61% (was 2.61%)
99
  - **2026-11-10** `bhdai-20261110-adet120k`: at threshold 0.1: same-event pairs passed without a call 67.0% (was 68.5%), hard negatives wrongly passed 2.39% (was 2.60%)
100
  - **2026-11-05** `bhdai-20261105`: at threshold 0.1: same-event pairs passed without a call 67.0% (was 67.9%), hard negatives wrongly passed 2.59% (was 2.73%)
101
  - **2026-11-04** `bhdai-20261104`: at threshold 0.1: same-event pairs passed without a call 70.0% (was 69.5%), hard negatives wrongly passed 2.69% (was 2.69%)
agirlik.npz CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b31e8e7d37b01eaaf0a4d982c2877e3369fc5ee007e255f167127163fb5076c
3
- size 241843
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad75f85feff456acbd2d5da7dd056eb798162ff8c60f096178ef174d9f67f8f
3
+ size 241598
bilgi.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "surum": "bhdai-20261110-adet120k",
3
  "ozellikler": [
4
  "kos_baslik",
5
  "kos_baslik_tum",
@@ -12,67 +12,67 @@
12
  "sayi_yok",
13
  "uzunluk_orani"
14
  ],
15
- "tarih": "2026-11-10T23:21:45",
16
  "egitim_haber": 120000,
17
- "egitim_cift": 300058,
18
  "sinav": {
19
  "gun": 2,
20
  "haber": 6710,
21
  "esikler": {
22
  "0.02": {
23
- "olumlu": 0.2477,
24
- "zor": 0.0033,
25
  "rastgele": 0.0
26
  },
27
  "0.05": {
28
- "olumlu": 0.4784,
29
- "zor": 0.0106,
30
  "rastgele": 0.0
31
  },
32
  "0.1": {
33
- "olumlu": 0.6703,
34
- "zor": 0.0239,
35
  "rastgele": 0.0
36
  },
37
  "0.15": {
38
- "olumlu": 0.7689,
39
- "zor": 0.0355,
40
  "rastgele": 0.0
41
  },
42
  "0.2": {
43
- "olumlu": 0.8301,
44
- "zor": 0.046,
45
  "rastgele": 0.0
46
  },
47
  "0.3": {
48
- "olumlu": 0.8958,
49
- "zor": 0.0636,
50
  "rastgele": 0.0
51
  },
52
  "0.4": {
53
  "olumlu": 0.9282,
54
- "zor": 0.0794,
55
- "rastgele": 0.0003
56
  },
57
  "0.5": {
58
- "olumlu": 0.9517,
59
- "zor": 0.0961,
60
- "rastgele": 0.0003
61
  }
62
  },
63
  "onerilen_esik": 0.05
64
  },
65
  "katsayilar": {
66
- "kos_baslik": -0.885,
67
- "kos_baslik_tum": 0.2914,
68
- "kos_tum": -1.3992,
69
- "ozel_oran": -1.7424,
70
- "ozel_az": -0.0075,
71
- "kaynak_baslik_kapsam": -0.2911,
72
- "metin_baslik_dayanak": 0.122,
73
- "sayi_oran": -2.0421,
74
- "sayi_yok": 0.0421,
75
- "uzunluk_orani": -0.4845
76
  },
77
  "ayar": {
78
  "gun": 21,
@@ -80,51 +80,51 @@
80
  "c": 1.0
81
  },
82
  "karsilastirma": {
83
- "canli": "bhdai-20261105",
84
  "esik": 0.1,
85
  "canli_esikler": {
86
  "0.02": {
87
- "olumlu": 0.2548,
88
- "zor": 0.0031,
89
  "rastgele": 0.0
90
  },
91
  "0.05": {
92
- "olumlu": 0.4933,
93
  "zor": 0.0124,
94
  "rastgele": 0.0
95
  },
96
  "0.1": {
97
- "olumlu": 0.6848,
98
- "zor": 0.026,
99
  "rastgele": 0.0
100
  },
101
  "0.15": {
102
- "olumlu": 0.7812,
103
- "zor": 0.0378,
104
  "rastgele": 0.0
105
  },
106
  "0.2": {
107
- "olumlu": 0.8371,
108
- "zor": 0.0481,
109
  "rastgele": 0.0
110
  },
111
  "0.3": {
112
- "olumlu": 0.9003,
113
- "zor": 0.0651,
114
  "rastgele": 0.0
115
  },
116
  "0.4": {
117
- "olumlu": 0.9303,
118
- "zor": 0.0818,
119
- "rastgele": 0.0003
120
  },
121
  "0.5": {
122
- "olumlu": 0.9513,
123
- "zor": 0.097,
124
- "rastgele": 0.0003
125
  }
126
  },
127
  "karar": "yayina",
128
- "neden": "eşik 0.1: çağrısız geçen %68.5→%67.0, yanlış geçen zor %2.60→%2.39 (6710 sınav haberi)"
129
  }
130
  }
 
1
  {
2
+ "surum": "bhdai-20261111",
3
  "ozellikler": [
4
  "kos_baslik",
5
  "kos_baslik_tum",
 
12
  "sayi_yok",
13
  "uzunluk_orani"
14
  ],
15
+ "tarih": "2026-11-11T23:54:04",
16
  "egitim_haber": 120000,
17
+ "egitim_cift": 300067,
18
  "sinav": {
19
  "gun": 2,
20
  "haber": 6710,
21
  "esikler": {
22
  "0.02": {
23
+ "olumlu": 0.2782,
24
+ "zor": 0.0022,
25
  "rastgele": 0.0
26
  },
27
  "0.05": {
28
+ "olumlu": 0.5156,
29
+ "zor": 0.0127,
30
  "rastgele": 0.0
31
  },
32
  "0.1": {
33
+ "olumlu": 0.6908,
34
+ "zor": 0.0261,
35
  "rastgele": 0.0
36
  },
37
  "0.15": {
38
+ "olumlu": 0.7753,
39
+ "zor": 0.0375,
40
  "rastgele": 0.0
41
  },
42
  "0.2": {
43
+ "olumlu": 0.8297,
44
+ "zor": 0.0457,
45
  "rastgele": 0.0
46
  },
47
  "0.3": {
48
+ "olumlu": 0.892,
49
+ "zor": 0.0649,
50
  "rastgele": 0.0
51
  },
52
  "0.4": {
53
  "olumlu": 0.9282,
54
+ "zor": 0.0785,
55
+ "rastgele": 0.0
56
  },
57
  "0.5": {
58
+ "olumlu": 0.9472,
59
+ "zor": 0.0949,
60
+ "rastgele": 0.0
61
  }
62
  },
63
  "onerilen_esik": 0.05
64
  },
65
  "katsayilar": {
66
+ "kos_baslik": -0.9058,
67
+ "kos_baslik_tum": 0.2912,
68
+ "kos_tum": -1.3972,
69
+ "ozel_oran": -1.7269,
70
+ "ozel_az": -0.01,
71
+ "kaynak_baslik_kapsam": -0.3062,
72
+ "metin_baslik_dayanak": 0.1304,
73
+ "sayi_oran": -2.0303,
74
+ "sayi_yok": 0.0448,
75
+ "uzunluk_orani": -0.4858
76
  },
77
  "ayar": {
78
  "gun": 21,
 
80
  "c": 1.0
81
  },
82
  "karsilastirma": {
83
+ "canli": "bhdai-20261110-adet120k",
84
  "esik": 0.1,
85
  "canli_esikler": {
86
  "0.02": {
87
+ "olumlu": 0.277,
88
+ "zor": 0.0024,
89
  "rastgele": 0.0
90
  },
91
  "0.05": {
92
+ "olumlu": 0.5125,
93
  "zor": 0.0124,
94
  "rastgele": 0.0
95
  },
96
  "0.1": {
97
+ "olumlu": 0.6887,
98
+ "zor": 0.0261,
99
  "rastgele": 0.0
100
  },
101
  "0.15": {
102
+ "olumlu": 0.7779,
103
+ "zor": 0.037,
104
  "rastgele": 0.0
105
  },
106
  "0.2": {
107
+ "olumlu": 0.8292,
108
+ "zor": 0.0457,
109
  "rastgele": 0.0
110
  },
111
  "0.3": {
112
+ "olumlu": 0.8924,
113
+ "zor": 0.0639,
114
  "rastgele": 0.0
115
  },
116
  "0.4": {
117
+ "olumlu": 0.927,
118
+ "zor": 0.0777,
119
+ "rastgele": 0.0
120
  },
121
  "0.5": {
122
+ "olumlu": 0.9462,
123
+ "zor": 0.0942,
124
+ "rastgele": 0.0
125
  }
126
  },
127
  "karar": "yayina",
128
+ "neden": "eşik 0.1: çağrısız geçen %68.9→%69.1, yanlış geçen zor %2.61→%2.61 (6710 sınav haberi)"
129
  }
130
  }
sozluk.json CHANGED
The diff for this file is too large to render. See raw diff