hybrid_engine/artifacts/validation_two_sessions.json

{
 "session 1 (P09_2026-10-07_04-51-26)": {
  "posts": 89,
  "engaged": 11,
  "results": {
   "engine 2.0 (shipped)": {
    "NDCG10": 0.255,
    "engaged_in_top10": 3,
    "AUC": 0.688,
    "topic_share_top10": 0.7,
    "pages25_NDCG10": 0.468,
    "pages": 3
   },
   "engine 2.0, no Qwen3 vectors (today's backend)": {
    "NDCG10": 0.249,
    "engaged_in_top10": 3,
    "AUC": 0.76,
    "topic_share_top10": 0.7,
    "pages25_NDCG10": 0.336,
    "pages": 3
   },
   "engine 1.1 (with community)": {
    "NDCG10": 0.413,
    "engaged_in_top10": 5,
    "AUC": 0.78,
    "topic_share_top10": 0.7,
    "pages25_NDCG10": 0.559,
    "pages": 3
   },
   "Reddit feed order": {
    "NDCG10": 0.641,
    "engaged_in_top10": 6,
    "AUC": 0.917
   },
   "random (200 shuffles)": {
    "NDCG10": 0.124,
    "engaged_in_top10": 1.095,
    "AUC": 0.501
   }
  },
  "pages_2_0_vs_1_1": {
   "better": 0,
   "worse": 2,
   "tied": 1
  }
 },
 "session 2 (P09_2026-10-07_05-10-53)": {
  "posts": 142,
  "engaged": 10,
  "results": {
   "engine 2.0 (shipped)": {
    "NDCG10": 0.11,
    "engaged_in_top10": 1,
    "AUC": 0.498,
    "topic_share_top10": 0.9,
    "pages25_NDCG10": 0.403,
    "pages": 3
   },
   "engine 2.0, no Qwen3 vectors (today's backend)": {
    "NDCG10": 0.11,
    "engaged_in_top10": 1,
    "AUC": 0.532,
    "topic_share_top10": 1.0,
    "pages25_NDCG10": 0.367,
    "pages": 3
   },
   "engine 1.1 (with community)": {
    "NDCG10": 0.11,
    "engaged_in_top10": 1,
    "AUC": 0.602,
    "topic_share_top10": 0.8,
    "pages25_NDCG10": 0.381,
    "pages": 3
   },
   "Reddit feed order": {
    "NDCG10": 0.312,
    "engaged_in_top10": 3,
    "AUC": 0.773
   },
   "random (200 shuffles)": {
    "NDCG10": 0.07,
    "engaged_in_top10": 0.645,
    "AUC": 0.503
   }
  },
  "pages_2_0_vs_1_1": {
   "better": 2,
   "worse": 1,
   "tied": 0
  }
 }
}