{
  "samples": 46,
  "counts": {
    "old_recall_at_10": 14,
    "bm25_recall_at_10": 16,
    "old_recall_at_20": 16,
    "bm25_recall_at_20": 18,
    "old_recall_at_40": 22,
    "bm25_recall_at_40": 20,
    "old_recall_at_80": 30,
    "bm25_recall_at_80": 26,
    "old_recall_at_200": 35,
    "bm25_recall_at_200": 37,
    "bm25_top1": 4,
    "semantic_goal_recall_at_1": 5,
    "semantic_goal_recall_at_5": 10,
    "semantic_goal_recall_at_10": 17,
    "semantic_goal_recall_at_20": 21,
    "semantic_goal_recall_at_40": 25,
    "semantic_history_recall_at_1": 6,
    "semantic_history_recall_at_5": 9,
    "semantic_history_recall_at_10": 12,
    "semantic_history_recall_at_20": 19,
    "semantic_history_recall_at_40": 24
  },
  "rates": {
    "old_recall_at_10": 0.30434782608695654,
    "bm25_recall_at_10": 0.34782608695652173,
    "old_recall_at_20": 0.34782608695652173,
    "bm25_recall_at_20": 0.391304347826087,
    "old_recall_at_40": 0.4782608695652174,
    "bm25_recall_at_40": 0.43478260869565216,
    "old_recall_at_80": 0.6521739130434783,
    "bm25_recall_at_80": 0.5652173913043478,
    "old_recall_at_200": 0.7608695652173914,
    "bm25_recall_at_200": 0.8043478260869565,
    "bm25_top1": 0.08695652173913043,
    "semantic_goal_recall_at_1": 0.10869565217391304,
    "semantic_goal_recall_at_5": 0.21739130434782608,
    "semantic_goal_recall_at_10": 0.3695652173913043,
    "semantic_goal_recall_at_20": 0.45652173913043476,
    "semantic_goal_recall_at_40": 0.5434782608695652,
    "semantic_history_recall_at_1": 0.13043478260869565,
    "semantic_history_recall_at_5": 0.1956521739130435,
    "semantic_history_recall_at_10": 0.2608695652173913,
    "semantic_history_recall_at_20": 0.41304347826086957,
    "semantic_history_recall_at_40": 0.5217391304347826
  },
  "semantic_rerank_median_ms": 1381.7876500543207,
  "model": "cross-encoder/ms-marco-MiniLM-L6-v2",
  "revision": "233902d25c440f23af6f7d6e94d2946bac0bee0a",
  "threads": 2,
  "scope": "Mind2Web small training-shard offline diagnostic; no browser execution or production promotion",
  "history": "Ground-truth previous actions only; teacher-forced history, not autonomous rollouts",
  "parameter_count": 22713601,
  "timings": [
    {
      "history": false,
      "ms": 879.5285999076441
    },
    {
      "history": true,
      "ms": 1025.4012000514194
    },
    {
      "history": false,
      "ms": 941.2681000540033
    },
    {
      "history": true,
      "ms": 1176.084000035189
    },
    {
      "history": false,
      "ms": 862.7418999094516
    },
    {
      "history": true,
      "ms": 1019.8806999251246
    },
    {
      "history": false,
      "ms": 864.3991000717506
    },
    {
      "history": true,
      "ms": 1004.8039000248536
    },
    {
      "history": false,
      "ms": 1459.8450000630692
    },
    {
      "history": true,
      "ms": 1938.6538999387994
    },
    {
      "history": false,
      "ms": 972.8817000286654
    },
    {
      "history": true,
      "ms": 1126.5785000286996
    },
    {
      "history": false,
      "ms": 715.5488000717014
    },
    {
      "history": true,
      "ms": 1331.211999990046
    },
    {
      "history": false,
      "ms": 1384.5965000800788
    },
    {
      "history": true,
      "ms": 1627.194800064899
    },
    {
      "history": false,
      "ms": 1600.981800002046
    },
    {
      "history": true,
      "ms": 2049.8469000449404
    },
    {
      "history": false,
      "ms": 946.9724999507889
    },
    {
      "history": true,
      "ms": 1597.2857000306249
    },
    {
      "history": false,
      "ms": 1157.7140999725088
    },
    {
      "history": true,
      "ms": 2361.4385999972
    },
    {
      "history": false,
      "ms": 1199.7184000210837
    },
    {
      "history": true,
      "ms": 2630.0697999540716
    },
    {
      "history": false,
      "ms": 1006.7180000478402
    },
    {
      "history": true,
      "ms": 2291.212600073777
    },
    {
      "history": false,
      "ms": 991.5422999765724
    },
    {
      "history": true,
      "ms": 2354.940799996257
    },
    {
      "history": false,
      "ms": 1106.6802999703214
    },
    {
      "history": true,
      "ms": 2536.2046000082046
    },
    {
      "history": false,
      "ms": 1046.0432000691071
    },
    {
      "history": true,
      "ms": 1101.406199974008
    },
    {
      "history": false,
      "ms": 995.9235000424087
    },
    {
      "history": true,
      "ms": 1397.8638999396935
    },
    {
      "history": false,
      "ms": 866.3499999092892
    },
    {
      "history": true,
      "ms": 1504.4841999188066
    },
    {
      "history": false,
      "ms": 907.5530000263825
    },
    {
      "history": true,
      "ms": 1744.4429999450222
    },
    {
      "history": false,
      "ms": 987.0907999575138
    },
    {
      "history": true,
      "ms": 1859.5269001089036
    },
    {
      "history": false,
      "ms": 930.5660000536591
    },
    {
      "history": true,
      "ms": 1854.328199988231
    },
    {
      "history": false,
      "ms": 1750.1993998885155
    },
    {
      "history": true,
      "ms": 1863.5089000454172
    },
    {
      "history": false,
      "ms": 1636.7800999432802
    },
    {
      "history": true,
      "ms": 2114.4973000045866
    },
    {
      "history": false,
      "ms": 1517.5818999996409
    },
    {
      "history": true,
      "ms": 2222.427900065668
    },
    {
      "history": false,
      "ms": 1797.1107999328524
    },
    {
      "history": true,
      "ms": 2648.84170005098
    },
    {
      "history": false,
      "ms": 1745.9022999973968
    },
    {
      "history": true,
      "ms": 3165.831199963577
    },
    {
      "history": false,
      "ms": 1557.2520999703556
    },
    {
      "history": true,
      "ms": 2936.5929999621585
    },
    {
      "history": false,
      "ms": 1542.9956000298262
    },
    {
      "history": true,
      "ms": 2780.7790000224486
    },
    {
      "history": false,
      "ms": 1533.3696999587119
    },
    {
      "history": true,
      "ms": 2530.8185999747366
    },
    {
      "history": false,
      "ms": 1454.2310999240726
    },
    {
      "history": true,
      "ms": 2720.4252999508753
    },
    {
      "history": false,
      "ms": 1089.119300013408
    },
    {
      "history": true,
      "ms": 1991.2304999306798
    },
    {
      "history": false,
      "ms": 949.4617000455037
    },
    {
      "history": true,
      "ms": 1042.009999975562
    },
    {
      "history": false,
      "ms": 779.81760003604
    },
    {
      "history": true,
      "ms": 1133.2683999789879
    },
    {
      "history": false,
      "ms": 784.0707999421284
    },
    {
      "history": true,
      "ms": 1254.244999960065
    },
    {
      "history": false,
      "ms": 793.8303999835625
    },
    {
      "history": true,
      "ms": 1378.9788000285625
    },
    {
      "history": false,
      "ms": 748.5423000762239
    },
    {
      "history": true,
      "ms": 1652.016899897717
    },
    {
      "history": false,
      "ms": 996.282400097698
    },
    {
      "history": true,
      "ms": 1208.5416000336409
    },
    {
      "history": false,
      "ms": 991.1466999910772
    },
    {
      "history": true,
      "ms": 1412.112900055945
    },
    {
      "history": false,
      "ms": 980.4371999343857
    },
    {
      "history": true,
      "ms": 1736.1091999337077
    },
    {
      "history": false,
      "ms": 936.1682999879122
    },
    {
      "history": true,
      "ms": 1817.8042999934405
    },
    {
      "history": false,
      "ms": 927.1334999939427
    },
    {
      "history": true,
      "ms": 1883.3058000309393
    },
    {
      "history": false,
      "ms": 965.2525000274181
    },
    {
      "history": true,
      "ms": 1933.3682999713346
    },
    {
      "history": false,
      "ms": 958.1610000459477
    },
    {
      "history": true,
      "ms": 1844.8788999812678
    },
    {
      "history": false,
      "ms": 883.5332000162452
    },
    {
      "history": true,
      "ms": 1800.6365000037476
    },
    {
      "history": false,
      "ms": 1093.0842000525445
    },
    {
      "history": true,
      "ms": 2017.5143000669777
    },
    {
      "history": false,
      "ms": 1011.327899992466
    },
    {
      "history": true,
      "ms": 1977.3903000168502
    }
  ]
}