| { | |
| "samples": 46, | |
| "counts": { | |
| "old_recall_at_10": 14, | |
| "bm25_recall_at_10": 16, | |
| "old_recall_at_20": 16, | |
| "bm25_recall_at_20": 18, | |
| "old_recall_at_40": 22, | |
| "bm25_recall_at_40": 20, | |
| "old_recall_at_80": 30, | |
| "bm25_recall_at_80": 26, | |
| "old_recall_at_200": 35, | |
| "bm25_recall_at_200": 37, | |
| "bm25_top1": 4, | |
| "semantic_goal_recall_at_1": 5, | |
| "semantic_goal_recall_at_5": 10, | |
| "semantic_goal_recall_at_10": 17, | |
| "semantic_goal_recall_at_20": 21, | |
| "semantic_goal_recall_at_40": 25, | |
| "semantic_history_recall_at_1": 6, | |
| "semantic_history_recall_at_5": 9, | |
| "semantic_history_recall_at_10": 12, | |
| "semantic_history_recall_at_20": 19, | |
| "semantic_history_recall_at_40": 24 | |
| }, | |
| "rates": { | |
| "old_recall_at_10": 0.30434782608695654, | |
| "bm25_recall_at_10": 0.34782608695652173, | |
| "old_recall_at_20": 0.34782608695652173, | |
| "bm25_recall_at_20": 0.391304347826087, | |
| "old_recall_at_40": 0.4782608695652174, | |
| "bm25_recall_at_40": 0.43478260869565216, | |
| "old_recall_at_80": 0.6521739130434783, | |
| "bm25_recall_at_80": 0.5652173913043478, | |
| "old_recall_at_200": 0.7608695652173914, | |
| "bm25_recall_at_200": 0.8043478260869565, | |
| "bm25_top1": 0.08695652173913043, | |
| "semantic_goal_recall_at_1": 0.10869565217391304, | |
| "semantic_goal_recall_at_5": 0.21739130434782608, | |
| "semantic_goal_recall_at_10": 0.3695652173913043, | |
| "semantic_goal_recall_at_20": 0.45652173913043476, | |
| "semantic_goal_recall_at_40": 0.5434782608695652, | |
| "semantic_history_recall_at_1": 0.13043478260869565, | |
| "semantic_history_recall_at_5": 0.1956521739130435, | |
| "semantic_history_recall_at_10": 0.2608695652173913, | |
| "semantic_history_recall_at_20": 0.41304347826086957, | |
| "semantic_history_recall_at_40": 0.5217391304347826 | |
| }, | |
| "semantic_rerank_median_ms": 1381.7876500543207, | |
| "model": "cross-encoder/ms-marco-MiniLM-L6-v2", | |
| "revision": "233902d25c440f23af6f7d6e94d2946bac0bee0a", | |
| "threads": 2, | |
| "scope": "Mind2Web small training-shard offline diagnostic; no browser execution or production promotion", | |
| "history": "Ground-truth previous actions only; teacher-forced history, not autonomous rollouts", | |
| "parameter_count": 22713601, | |
| "timings": [ | |
| { | |
| "history": false, | |
| "ms": 879.5285999076441 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1025.4012000514194 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 941.2681000540033 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1176.084000035189 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 862.7418999094516 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1019.8806999251246 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 864.3991000717506 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1004.8039000248536 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1459.8450000630692 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1938.6538999387994 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 972.8817000286654 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1126.5785000286996 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 715.5488000717014 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1331.211999990046 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1384.5965000800788 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1627.194800064899 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1600.981800002046 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2049.8469000449404 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 946.9724999507889 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1597.2857000306249 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1157.7140999725088 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2361.4385999972 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1199.7184000210837 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2630.0697999540716 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1006.7180000478402 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2291.212600073777 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 991.5422999765724 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2354.940799996257 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1106.6802999703214 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2536.2046000082046 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1046.0432000691071 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1101.406199974008 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 995.9235000424087 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1397.8638999396935 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 866.3499999092892 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1504.4841999188066 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 907.5530000263825 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1744.4429999450222 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 987.0907999575138 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1859.5269001089036 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 930.5660000536591 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1854.328199988231 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1750.1993998885155 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1863.5089000454172 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1636.7800999432802 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2114.4973000045866 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1517.5818999996409 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2222.427900065668 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1797.1107999328524 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2648.84170005098 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1745.9022999973968 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 3165.831199963577 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1557.2520999703556 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2936.5929999621585 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1542.9956000298262 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2780.7790000224486 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1533.3696999587119 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2530.8185999747366 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1454.2310999240726 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2720.4252999508753 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1089.119300013408 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1991.2304999306798 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 949.4617000455037 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1042.009999975562 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 779.81760003604 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1133.2683999789879 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 784.0707999421284 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1254.244999960065 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 793.8303999835625 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1378.9788000285625 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 748.5423000762239 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1652.016899897717 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 996.282400097698 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1208.5416000336409 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 991.1466999910772 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1412.112900055945 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 980.4371999343857 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1736.1091999337077 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 936.1682999879122 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1817.8042999934405 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 927.1334999939427 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1883.3058000309393 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 965.2525000274181 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1933.3682999713346 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 958.1610000459477 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1844.8788999812678 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 883.5332000162452 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1800.6365000037476 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1093.0842000525445 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 2017.5143000669777 | |
| }, | |
| { | |
| "history": false, | |
| "ms": 1011.327899992466 | |
| }, | |
| { | |
| "history": true, | |
| "ms": 1977.3903000168502 | |
| } | |
| ] | |
| } |