File size: 1,946 Bytes
1f9a1bf
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
{
 "session 1 (P09_2026-10-07_04-51-26)": {
  "posts": 89,
  "engaged": 11,
  "results": {
   "engine 2.0 (shipped)": {
    "NDCG10": 0.255,
    "engaged_in_top10": 3,
    "AUC": 0.688,
    "topic_share_top10": 0.7,
    "pages25_NDCG10": 0.468,
    "pages": 3
   },
   "engine 2.0, no Qwen3 vectors (today's backend)": {
    "NDCG10": 0.249,
    "engaged_in_top10": 3,
    "AUC": 0.76,
    "topic_share_top10": 0.7,
    "pages25_NDCG10": 0.336,
    "pages": 3
   },
   "engine 1.1 (with community)": {
    "NDCG10": 0.413,
    "engaged_in_top10": 5,
    "AUC": 0.78,
    "topic_share_top10": 0.7,
    "pages25_NDCG10": 0.559,
    "pages": 3
   },
   "Reddit feed order": {
    "NDCG10": 0.641,
    "engaged_in_top10": 6,
    "AUC": 0.917
   },
   "random (200 shuffles)": {
    "NDCG10": 0.124,
    "engaged_in_top10": 1.095,
    "AUC": 0.501
   }
  },
  "pages_2_0_vs_1_1": {
   "better": 0,
   "worse": 2,
   "tied": 1
  }
 },
 "session 2 (P09_2026-10-07_05-10-53)": {
  "posts": 142,
  "engaged": 10,
  "results": {
   "engine 2.0 (shipped)": {
    "NDCG10": 0.11,
    "engaged_in_top10": 1,
    "AUC": 0.498,
    "topic_share_top10": 0.9,
    "pages25_NDCG10": 0.403,
    "pages": 3
   },
   "engine 2.0, no Qwen3 vectors (today's backend)": {
    "NDCG10": 0.11,
    "engaged_in_top10": 1,
    "AUC": 0.532,
    "topic_share_top10": 1.0,
    "pages25_NDCG10": 0.367,
    "pages": 3
   },
   "engine 1.1 (with community)": {
    "NDCG10": 0.11,
    "engaged_in_top10": 1,
    "AUC": 0.602,
    "topic_share_top10": 0.8,
    "pages25_NDCG10": 0.381,
    "pages": 3
   },
   "Reddit feed order": {
    "NDCG10": 0.312,
    "engaged_in_top10": 3,
    "AUC": 0.773
   },
   "random (200 shuffles)": {
    "NDCG10": 0.07,
    "engaged_in_top10": 0.645,
    "AUC": 0.503
   }
  },
  "pages_2_0_vs_1_1": {
   "better": 2,
   "worse": 1,
   "tied": 0
  }
 }
}