manidoraisamy commited on
Commit
cd8a03a
·
verified ·
1 Parent(s): 4ad8d30

Readers v14: v14b in slot b, so all four reading models are trained with SynSQL-2.5M's databases; the choice over both re-scorers refitted on their pool, threshold 0.0862

Browse files
Files changed (2) hide show
  1. readers/choice.json +11 -11
  2. readers/stage2_b/model.pt +1 -1
readers/choice.json CHANGED
@@ -1,18 +1,18 @@
1
  {
2
  "calibration": {
3
- "choice_cross_validated": 738,
4
- "pool": 869,
5
  "questions": 1035,
6
  "readers": 4,
7
- "rescorer_alone": 691
8
  },
9
  "coef": [
10
- 0.22779428873934443,
11
- 0.19869365471350192,
12
- -0.05374552060911524,
13
- -0.394963792059377,
14
- 0.8911794803536429,
15
- 0.13388678073999782
16
  ],
17
  "features": [
18
  "rescorer_a_logit",
@@ -22,7 +22,7 @@
22
  "readers_share",
23
  "empty"
24
  ],
25
- "intercept": -0.8281367193417324,
26
  "matched": {
27
  "answered": 1021,
28
  "baseline_wrong": 294,
@@ -30,5 +30,5 @@
30
  "right": 727,
31
  "wrong": 294
32
  },
33
- "threshold": 0.082
34
  }
 
1
  {
2
  "calibration": {
3
+ "choice_cross_validated": 734,
4
+ "pool": 865,
5
  "questions": 1035,
6
  "readers": 4,
7
+ "rescorer_alone": 685
8
  },
9
  "coef": [
10
+ 0.2152887149555456,
11
+ 0.21051980600773687,
12
+ 0.3248892014544305,
13
+ -0.07945837102120888,
14
+ 0.7014739734689849,
15
+ -0.0754918469748226
16
  ],
17
  "features": [
18
  "rescorer_a_logit",
 
22
  "readers_share",
23
  "empty"
24
  ],
25
+ "intercept": -0.7039032072758181,
26
  "matched": {
27
  "answered": 1021,
28
  "baseline_wrong": 294,
 
30
  "right": 727,
31
  "wrong": 294
32
  },
33
+ "threshold": 0.0862
34
  }
readers/stage2_b/model.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aaf34c22db77feb9d4f88f039a0990949eaaeb5814f6e874d9685695c38cfa77
3
  size 1124924775
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f67fe7ee4c0d2eabe1472e4c7a55b597222f5132a29d6778d041b92fe7cf2203
3
  size 1124924775