diff --git "a/eval_ops.json" "b/eval_ops.json" new file mode 100644--- /dev/null +++ "b/eval_ops.json" @@ -0,0 +1,9806 @@ +{ + "n_rows": 615, + "mean_ms": 208.2, + "temp": 0.5, + "by_question": { + "click_target": { + "n": 131, + "acc": 0.969, + "chance": 0.061, + "ece": 0.033, + "auroc": 0.965, + "nll": 0.162, + "mae": null, + "acc_pos": null, + "acc_neg": null, + "n_pos": 0 + }, + "operation": { + "n": 482, + "acc": 0.911, + "chance": 0.295, + "ece": 0.069, + "auroc": 0.913, + "nll": 0.512, + "mae": null, + "acc_pos": null, + "acc_neg": null, + "n_pos": 0 + }, + "type_text_target": { + "n": 2, + "acc": 1.0, + "chance": 0.333, + "ece": 0.0, + "auroc": NaN, + "nll": 0.0, + "mae": null, + "acc_pos": null, + "acc_neg": null, + "n_pos": 0 + } + }, + "items": [ + { + "i": 0, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_0_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/checkout?plan_id=proGoldAnnualV2&discountCode=LEARNFALL&plan_type=pro", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 1, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.7988, + "meta": { + "site": "https://redis.io", + "step_id": "007_3_2", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 2, + "qid": "click_target", + "pred": "10", + "gold": "10", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_0_0", + "url_before": "https://www.shopify.com/", + "url_after": "https://www.shopify.com/pricing", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 3, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9999, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_1_1", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 4, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.9999, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_2_2", + "url_before": "https://www.cncf.io/training/certification/kcsp/", + "url_after": "https://www.cncf.io/training/certification/kcsp/", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 5, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_0_1", + "url_before": "https://www.codecademy.com/checkout?plan_id=proGoldAnnualV2&discountCode=LEARNFALL&plan_type=pro", + "url_after": "https://appleid.apple.com/auth/authorize?client_id=com.codecademy.codecademy&nonce=B3Lz1gCsRlnPNxgIsdIHoA&redirect_uri=https%3A%2F%2Fwww.codecademy.com%2Fusers%2Fauth%2Fapple%2Fcallback&response_mode=form_post&response_type=code&scope=email%20name&state=8c21fd9cf59c15edb73e6184029c8bea5916e9da5752c8eb", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 6, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9999, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_0_2", + "url_before": "https://www.w3.org/zh-hans/standards/", + "url_after": "https://www.w3.org/zh-hans/standards/", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 7, + "qid": "click_target", + "pred": "17", + "gold": "17", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_1_2", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 8, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_4_1", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 9, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_2_0", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 10, + "qid": "click_target", + "pred": "14", + "gold": "14", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_5_0", + "url_before": "https://kubernetes.io/", + "url_after": "https://kubernetes.io/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 11, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_3_0", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 12, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.9995, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_1_2", + "url_before": "https://accounts.shopify.com/signup/whatsapp?rid=de552d86-449a-4752-b6ee-5dc92556b3bf", + "url_after": "https://accounts.shopify.com/signup/whatsapp?rid=de552d86-449a-4752-b6ee-5dc92556b3bf", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 13, + "qid": "click_target", + "pred": "6", + "gold": "6", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_1_0", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 14, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9999, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_3_1", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 15, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_1_0", + "url_before": "https://leetcode.com/", + "url_after": "https://leetcode.com/accounts/login/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 16, + "qid": "operation", + "pred": "CLICK", + "gold": "DONE", + "p": 0.9995, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_5_2", + "url_before": "https://www.microsoft.com/en-us", + "url_after": "https://www.microsoft.com/en-us", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 17, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_5_1", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 18, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_1_1", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 19, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_0_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 20, + "qid": "click_target", + "pred": "8", + "gold": "8", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_2_0", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 21, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_1_0", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/enterprise", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 22, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9999, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_0_2", + "url_before": "https://kubernetes.io/docs/home/", + "url_after": "https://kubernetes.io/docs/concepts/overview/kubernetes-api/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 23, + "qid": "operation", + "pred": "CLICK", + "gold": "DONE", + "p": 0.9987, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_0_1", + "url_before": "https://www.hackerrank.com/auth/signup", + "url_after": "https://www.hackerrank.com/auth/signup", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 24, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_5_0", + "url_before": "https://www.shopify.com/", + "url_after": "https://www.shopify.com/#hero-video", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 25, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_2_0", + "url_before": "https://www.nyu.edu/", + "url_after": "https://www.nyu.edu/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 26, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9962, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_4_0", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 27, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_1_0", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 28, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_3_1", + "url_before": "https://www.shopify.com/", + "url_after": "https://www.shopify.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 29, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_5_0", + "url_before": "https://www.netlify.com/", + "url_after": "https://app.netlify.com/login", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 30, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_4_1", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://www.freecodecamp.org/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 31, + "qid": "type_text_target", + "pred": "6", + "gold": "6", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_3_1", + "url_before": "https://www.w3schools.com/", + "url_after": "https://profile.w3schools.com/login", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 32, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9999, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_3_2", + "url_before": "https://www.squarespace.com/templates/get-started", + "url_after": "https://www.squarespace.com/templates/get-started", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 33, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9998, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_2_1", + "url_before": "https://www.w3.org/standards/", + "url_after": "https://www.w3.org/standards/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 34, + "qid": "click_target", + "pred": "5", + "gold": "5", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_3_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/get-started", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 35, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_3_1", + "url_before": "https://vercel.com/contact/sales", + "url_after": "https://vercel.com/pricing", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 36, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.997, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_2_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/index.html", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 37, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9999, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_2_2", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/catalog/language/sql", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 38, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_2_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 39, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_4_0", + "url_before": "https://kubernetes.io/", + "url_after": "https://kubernetes.io/docs/concepts/overview/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 40, + "qid": "click_target", + "pred": "12", + "gold": "12", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_4_1", + "url_before": "https://kubernetes.io/docs/concepts/overview/", + "url_after": "https://kubernetes.io/docs/concepts/overview/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 41, + "qid": "click_target", + "pred": "8", + "gold": "8", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_3_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/business", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 42, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_4_0", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/cpp/default.asp", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 43, + "qid": "click_target", + "pred": "4", + "gold": "4", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_4_0", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 44, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_4_0", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 45, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_4_2", + "url_before": "https://www.microsoft.com/en-us", + "url_after": "https://login.live.com/oauth20_authorize.srf?client_id=10fa57ef-4895-4ab2-872c-8c3613d4f7fb&scope=openid+profile+offline_access&redirect_uri=https%3a%2f%2fwww.microsoft.com%2fcascadeauth%2faccount%2fsignin-oidc&response_type=code&state=CfDJ8D3-29LeNclHm6awBmgkPjnAdNaZVZWzeTmWPBy0VaxfNmOBPqkZAgck6TGdypxf5hCFxspX9_jL76wU5RStWRnzmmhD7eSiLmLnpq70JWxDbjy_EDONcJvpg7t4z1BWhw9cxIz8DPa1SaLJs05_BRkQ_HiRKlYccpxVwP-GgfY2s6m8WoEM3_8GY1fGuyIfHtwcDYfx5LMTgDAPWwv8zqYyD1ojSY7C3bVAiNP6fZXHEo-d5aAtaxfHuGTGVFVrc1yPURoe_OSM_Jq16CTJHWe9ycoJRi33Rj22j9tRyPuNaDlR20u5bEw0S4MEzdC3mBXm9trXuV95cCbfCV6NjX_VgpLdJ2lXYmYRHZvyWAzNPU6ompc7qKQD1G40aaUEOx1viJxj0H0tdlx_kFs-oULYZ3F4nbrkh_ObvUGxwZ-svUeo43ig35jL5GEgzYnynb6-xBl6SJ7KpupgFsNPyp8&response_mode=form_post&nonce=639254934497119178.MzVkZWU4NDktNTc0My00ZmJiLWEyMzUtNTYzZGE2NTQyZmFkMGNjMWM0ZWUtN2EyNS00NTNkLWFmZjAtZTk5ZGIxZjc3YmZm&code_challenge=dd3DycGnKLVLJrLASb0ucsjqoE2rKylrmDCR9NVATl4&code_challenge_method=S256&x-client-SKU=ID_NET8_0&x-client-Ver=8.21.0.0&uaid=ed4095eef49342fd9b7fbff9d9dc165f&msproxy=1&issuer=mso&tenant=consumers&ui_locales=en-US&client_info=1&epctrc=DH0Krns4VvNtWz0QyxNdio1dY47%2fnHSg0eLU%2fcOp2Fw%3d4%3a1%3aCANARY%3aZFHtK1NmZjf2j08Xsw4%2f6iHtVhuVMK3v6Wt4K2MQac0%3d&epct=PBgABDgEAAAA9VeaV3ywaSLp1O3c4_Et5RXZvU3RzQXJ0aWZhY3RzCAAAAAAA2Apr8zOiqKN_Ei0jxq0chBV--VZiEfN71IEa7pnFg5G79aKnUEk1yrqhnLVFwVKax2HnHBT78MWD6kQXAquHngJxRLBYikjyMAr6Hva0ib5_h0JJBWUL-I9wJcgLL4VbCN3xs6OndguiOYBK5G5hGyBFIvEX5EJd_jWLa61rIJ9wK0fWLOUZ2zU5A5U3TT-_hb3UyNW7mUtz8Yny610thfhbNr6MeHp5JYIrokJwtYXYnXHTwehrhzkn_0FFh_g71nko3rXQaNm7c-009pvvySbCdQu0iZBZ1a8RLRjHZdWOdqazE1O71HhFPx8KQCPcJVdec491vDvyIpVEZDXxJBChlOdnU_HHu1bzdCR8Xwe3b5Dp8wNjBaPy3FQqM7rpWYp_mvR07_8OryJsqfE6--BuBW1IJJ8BO56u_ucONw5qUtcwWVrR4GcQFjP2XzNCzNh7GQrkZyELf_OqIH6UmTJoMi8B77vX-3wH_rlxC4JfGkOxYaurQpa9b3nHGcBhJiBQ36pIwL5P2PmhMC-xBSujI9U3o9ZPV9883O2s7TVzV5MUBS5F4lufspNYH-3T4CIL_WZ_eOQW3DAZmFzoSvMm42auO1GouFINuzGYp2aizp3d9Dq5NRhye6NR1_IkNzd8fvvGvKlrRAw1ptd1muPg9fD-ZCSDebGC62p_l3DBJBwalVBZeh7lhl22QjuBWIdSvYAu954uGsb8k8G32Zp4wZytS3MIb94t0sPS6kREIcGfNX8wf_OqwAnBuQpGIAA&jshs=0&claims=%7b%22compact%22%3a%7b%22name%22%3a%7b%22essential%22%3atrue%7d%7d%7d#", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 46, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.9742, + "meta": { + "site": "https://redis.io", + "step_id": "007_2_2", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 47, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.9995, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_0_1", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 48, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9647, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_3_1", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 49, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_5_0", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/?search=help", + "goal_kind": "search", + "which": "after" + } + }, + { + "i": 50, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_3_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/domains", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 51, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_5_1", + "url_before": "https://kubernetes.io/", + "url_after": "https://kubernetes.io/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 52, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9991, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_5_1", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/#gsc.tab=0&gsc.q=recipe", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 53, + "qid": "operation", + "pred": "CLICK", + "gold": "DONE", + "p": 0.9997, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_3_1", + "url_before": "https://www.nyu.edu/", + "url_after": "https://search.nyu.edu/s/search.html?query=&collection=nyu%7Esp-all-v02", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 54, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_5_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 55, + "qid": "click_target", + "pred": "14", + "gold": "14", + "p": 1.0, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_5_1", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 56, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_4_2", + "url_before": "https://signup.heroku.com/", + "url_after": "https://id.heroku.com/login", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 57, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_2_2", + "url_before": "https://www.docker.com/blog/", + "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 58, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_4_2", + "url_before": "https://app.netlify.com/login", + "url_after": "https://app.netlify.com/login", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 59, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_2_1", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/contact/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 60, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.5227, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_3_2", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 61, + "qid": "click_target", + "pred": "3", + "gold": "3", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_4_1", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 62, + "qid": "click_target", + "pred": "18", + "gold": "18", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_0_2", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 63, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_2_0", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 64, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9996, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_2_0", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 65, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_3_2", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 66, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9835, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_2_2", + "url_before": "https://caniuse.com/ciu/news", + "url_after": "https://caniuse.com/loading-lazy-media", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 67, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_1_0", + "url_before": "https://www.heroku.com/", + "url_after": "https://signup.heroku.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 68, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_1_2", + "url_before": "https://www.hackerrank.com/get-started", + "url_after": "https://www.hackerrank.com/work/free-trial?_gl=1*c3oih6*_gcl_au*MTYzNjIwMDM3NS4xNzg5ODk3MTA2*_ga*Mzc3NzkyNDU4LjE3ODk4OTcxMDU.*_ga_BCP376TP8D*czE3ODk4OTcxMTMkbzEkZzAkdDE3ODk4OTcxMTMkajYwJGwwJGgw", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 69, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_1_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/about/donate/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 70, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://medium.com", + "step_id": "006_0_1", + "url_before": "https://medium.com/", + "url_after": "https://medium.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 71, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_4_0", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 72, + "qid": "click_target", + "pred": "20", + "gold": "20", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_4_0", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/cpp/default.asp", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 73, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_0_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/auth/signup", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 74, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_4_0", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/cpp/default.asp", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 75, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_0_2", + "url_before": "https://www.nyu.edu/academics.html", + "url_after": "https://www.nyu.edu/academics.html", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 76, + "qid": "click_target", + "pred": "26", + "gold": "26", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_0_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 77, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_1_1", + "url_before": "https://kubernetes.io/community/", + "url_after": "https://kubernetes.io/community/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 78, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://substack.com", + "step_id": "008_0_1", + "url_before": "https://substack.com/search/abc?utm_source=global-search", + "url_after": "https://substack.com/search/abc?utm_source=global-search", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 79, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_2_2", + "url_before": "https://www.netlify.com/contact/", + "url_after": "https://www.netlify.com/contact/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 80, + "qid": "click_target", + "pred": "16", + "gold": "16", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_3_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/quirks.html", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 81, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.9828, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_3_1", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 82, + "qid": "click_target", + "pred": "12", + "gold": "12", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_4_0", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 83, + "qid": "click_target", + "pred": "27", + "gold": "27", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_5_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 84, + "qid": "click_target", + "pred": "20", + "gold": "20", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_1_2", + "url_before": "https://aws.amazon.com/", + "url_after": "https://us-east-1.signin.aws/platform/d-9067642ac7/login?workflowStateHandle=716bb7bc-5c6b-4cf4-9277-53b1985426a8", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 85, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_4_0", + "url_before": "https://www.netlify.com/", + "url_after": "https://app.netlify.com/login", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 86, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_3_0", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 87, + "qid": "click_target", + "pred": "22", + "gold": "22", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_4_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 88, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_0_0", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 89, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_1_1", + "url_before": "https://cloud.google.com/blog/products/ai-machine-learning/what-google-cloud-announced-in-ai-this-month", + "url_after": "https://cloud.google.com/blog/topics/developers-practitioners", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 90, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_0_1", + "url_before": "https://www.wix.com/", + "url_after": "https://users.wix.com/signin?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 91, + "qid": "click_target", + "pred": "1", + "gold": "1", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_2_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/index.html", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 92, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_4_1", + "url_before": "https://www.w3schools.com/cpp/default.asp", + "url_after": "https://www.w3schools.com/c/index.php", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 93, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_3_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/business", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 94, + "qid": "click_target", + "pred": "3", + "gold": "3", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_3_2", + "url_before": "https://vercel.com/pricing", + "url_after": "https://vercel.com/pricing", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 95, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_5_0", + "url_before": "https://leetcode.com/", + "url_after": "https://leetcode.com/accounts/login/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 96, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_1_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 97, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.78, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_1_1", + "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "goal_kind": "search", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 98, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_0_2", + "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAxbDRSWmZkZUJhaGVGY1dnN0M1Q3ZHTEpFdHg4ZllkbaFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIDRMb3RTRnc1Zk9xVGxYU3hpODU0OFRER1ZrWGZxTjFMo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "url_after": "https://appleid.apple.com/auth/authorize?client_id=org.freecodecamp.mobile.login&scope=name%20email&response_type=code&redirect_uri=https%3A%2F%2Fauth.freecodecamp.org%2Flogin%2Fcallback&response_mode=form_post&state=HjfpjOsUvbswkezdVuBy9Mmtf_ZSr4h1", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 99, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_1_1", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 100, + "qid": "click_target", + "pred": "12", + "gold": "12", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_2_2", + "url_before": "https://www.docker.com/blog/", + "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 101, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.998, + "meta": { + "site": "https://substack.com", + "step_id": "008_2_1", + "url_before": "https://substack.com/search/python?utm_source=global-search", + "url_after": "https://substack.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 102, + "qid": "click_target", + "pred": "9", + "gold": "9", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_1_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 103, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_5_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 104, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_0_2", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 105, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_0_1", + "url_before": "https://kubernetes.io/careers/", + "url_after": "https://kubernetes.io/docs/home/", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 106, + "qid": "operation", + "pred": "CLICK", + "gold": "DONE", + "p": 0.999, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_5_1", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 107, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_1_1", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 108, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_3_2", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 109, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_3_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 110, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_4_0", + "url_before": "https://www.ted.com/", + "url_after": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 111, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9999, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_3_0", + "url_before": "https://kubernetes.io/", + "url_after": "https://kubernetes.io/search/?q=hello", + "goal_kind": "search", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 112, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_1_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 113, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_3_1", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 114, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_2_1", + "url_before": "https://kubernetes.io/partners/", + "url_after": "https://www.cncf.io/training/certification/kcsp/", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 115, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_4_1", + "url_before": "https://www.sqlite.org/quickstart.html", + "url_after": "https://www.sqlite.org/download.html", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 116, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_1_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 117, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_3_1", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 118, + "qid": "click_target", + "pred": "5", + "gold": "5", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_0_1", + "url_before": "https://vercel.com/home", + "url_after": "https://vercel.com/home", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 119, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_4_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/auth/signup", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 120, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_0_1", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAxbDRSWmZkZUJhaGVGY1dnN0M1Q3ZHTEpFdHg4ZllkbaFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIDRMb3RTRnc1Zk9xVGxYU3hpODU0OFRER1ZrWGZxTjFMo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 121, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_3_1", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 122, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_0_0", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/log-in/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 123, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_1_2", + "url_before": "https://www.postgresql.org/about/", + "url_after": "https://www.postgresql.org/about/featurematrix/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 124, + "qid": "click_target", + "pred": "17", + "gold": "17", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_2_1", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/contact/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 125, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_3_2", + "url_before": "https://vercel.com/pricing", + "url_after": "https://vercel.com/pricing", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 126, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_3_0", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/contact/sales", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 127, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_4_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 128, + "qid": "click_target", + "pred": "11", + "gold": "11", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_3_2", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 129, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_0_1", + "url_before": "https://www.nyu.edu/academics.html", + "url_after": "https://www.nyu.edu/academics.html", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 130, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_2_0", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/cs/index.php", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 131, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9999, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_3_2", + "url_before": "https://profile.w3schools.com/login", + "url_after": "https://accounts.google.com/v3/signin/identifier?opparams=%253F&dsh=S17558351%3A1789897496027220&access_type=offline&client_id=398874333579-u9rrotjv4vu07ut6l3844d6mspcadqds.apps.googleusercontent.com&code_challenge=M0j6PDnDaYzMsqD90_gqVYsq3qJlNDtdFovyeIYFhS8&code_challenge_method=S256&o2v=2&prompt=select_account&redirect_uri=https%3A%2F%2Fauth.w3sapi.com%2Foauth2%2Fcallback&response_type=code&scope=openid+profile+email&service=lso&state=eyJub25jZSI6IjNkNDc4ODY1LWIzNTQtNDk3Ni1iMWQ3LWU4NTc4MWQwMjNiNyIsImNhbGxlclN0YXRlIjoiX2N0M09HRExSbTc4V0dQdDJQVUw5ZyIsImNhbGxlclJlZGlyZWN0VXJpIjoiaHR0cHM6Ly9wcm9maWxlLnczc2Nob29scy5jb20vc29jaWFsLWF1dGgiLCJwcm92aWRlciI6Imdvb2dsZSJ9&flowName=GeneralOAuthFlow&continue=https%3A%2F%2Faccounts.google.com%2Fsignin%2Foauth%2Fconsent%3Fauthuser%3Dunknown%26part%3DAJi8hAPMV9uQ7atkQTP8vXhPwLrPDccJa9k_GlIiUCOBQ_dmTEmj9_ExgievMNMKqlADruaY9zryA_f0Ptz2tzHw1vcjQUOqvxboojehwtkv7skTdS3csbR0I9oVROXcZS1az2iwLCoGtKLerlqDrtOjcuh4qnN01Dh3AACSGKKkh2K5N6jxV1x5afps9b959dgJ807bBPKXArLOSYCGB5FChwX8FyCvpf2lFvb_11_IxBCrp9zpi8Ke2gp6N7FTDlCiCut2-6MpVc_rsy4FuqPDhejO29U3ay1bGvezO7tXHHe9PQ8_yY2-LK-derDkhGu-SuVbFx8IYSeQ2lTQ4J-eFNH7bDH1HmonY6ZrorpeemPtkLy2vecUTOR8UPml-7iuB-3-MRFMbt0kS4PX6TrdmWP0USq7sQFsQKorXzldPtVERRZthbpqZBRI5hmX1Y9cF5bmveCPN7FFK43oow_uyZZj2GsTfw%26flowName%3DGeneralOAuthFlow%26as%3DS17558351%253A1789897496027220%26client_id%3D398874333579-u9rrotjv4vu07ut6l3844d6mspcadqds.apps.googleusercontent.com%26requestPath%3D%252Fsignin%252Foauth%252Fconsent%23&app_domain=https%3A%2F%2Fauth.w3sapi.com&rart=ANgoxccd2Yz77ANvPzd23Zw9178rj_AwcygCi7j6e_vN8pRpfbRakqMWMG7TDzjNjbNjsvhrhf2jzuvf73Vc5d5s12mBOriP2SqLnJbATSEJdzxF0o34b8U", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 132, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_0_1", + "url_before": "https://www.heroku.com/", + "url_after": "https://www.heroku.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 133, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_2_1", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 134, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.5634, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_1_2", + "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "url_after": "https://appleid.apple.com/auth/authorize?client_id=org.freecodecamp.mobile.login&scope=name%20email&response_type=code&redirect_uri=https%3A%2F%2Fauth.freecodecamp.org%2Flogin%2Fcallback&response_mode=form_post&state=NrvOdoQPoKoYIcFafVEPt56LCoOl3jWM", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 135, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_1_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/get-started", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 136, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_3_0", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 137, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9997, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_0_2", + "url_before": "https://www.w3schools.com/#gsc.tab=0", + "url_after": "https://www.w3schools.com/#gsc.tab=0&gsc.q=music", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 138, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_0_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/zh-hans/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 139, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_3_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/get-started", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 140, + "qid": "click_target", + "pred": "14", + "gold": "14", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_0_0", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 141, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_3_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 142, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_1_0", + "url_before": "https://www.nyu.edu/", + "url_after": "https://www.nyu.edu/academics.html", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 143, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_1_2", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 144, + "qid": "click_target", + "pred": "5", + "gold": "5", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_0_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/plans/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 145, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_4_2", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 146, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_1_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/get-started", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 147, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_3_2", + "url_before": "https://caniuse.com/css-grid", + "url_after": "https://caniuse.com/?search=music", + "goal_kind": "search", + "which": "after" + } + }, + { + "i": 148, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9992, + "meta": { + "site": "https://substack.com", + "step_id": "008_3_0", + "url_before": "https://substack.com/", + "url_after": "https://substack.com/search/price?utm_source=global-search", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 149, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_2_1", + "url_before": "https://www.shopify.com/", + "url_after": "https://www.shopify.com/#hero-video", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 150, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_1_2", + "url_before": "https://docs.digitalocean.com/", + "url_after": "https://docs.digitalocean.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 151, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_2_0", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/contact/sales", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 152, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_5_1", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 153, + "qid": "click_target", + "pred": "5", + "gold": "5", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_2_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/get-started", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 154, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_4_0", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://www.freecodecamp.org/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 155, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_5_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/lang_datefunc.html", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 156, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_4_1", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://www.freecodecamp.org/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 157, + "qid": "click_target", + "pred": "12", + "gold": "12", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_1_2", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 158, + "qid": "click_target", + "pred": "4", + "gold": "4", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_2_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 159, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_2_1", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 160, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_5_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 161, + "qid": "click_target", + "pred": "22", + "gold": "22", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_1_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/about/donate/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 162, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_1_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 163, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_0_2", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/contact-us/?nc2=h_ut_cu", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 164, + "qid": "operation", + "pred": "CLICK", + "gold": "DONE", + "p": 0.588, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_2_1", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 165, + "qid": "click_target", + "pred": "10", + "gold": "10", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_5_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 166, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_4_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 167, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_0_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 168, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_2_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/get-started", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 169, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_1_0", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 170, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://medium.com", + "step_id": "006_0_2", + "url_before": "https://medium.com/", + "url_after": "https://medium.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 171, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_4_0", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 172, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_4_1", + "url_before": "https://kubernetes.io/docs/concepts/overview/", + "url_after": "https://kubernetes.io/docs/concepts/overview/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 173, + "qid": "click_target", + "pred": "12", + "gold": "12", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_2_0", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/blog/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 174, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.9997, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_3_2", + "url_before": "https://www.postgresql.org/ftp/", + "url_after": "https://www.postgresql.org/ftp/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 175, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_5_0", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/", + "goal_kind": "search", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 176, + "qid": "click_target", + "pred": "3", + "gold": "3", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_3_0", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/contact/sales", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 177, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_3_2", + "url_before": "https://www.sqlite.org/serverless.html", + "url_after": "https://www.sqlite.org/support.html", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 178, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_3_0", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/", + "goal_kind": "search", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 179, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_5_1", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 180, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.999, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_5_2", + "url_before": "https://www.codecademy.com/register", + "url_after": "https://www.codecademy.com/register", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 181, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_2_0", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 182, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_5_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/work/pricing", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 183, + "qid": "click_target", + "pred": "14", + "gold": "14", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_0_1", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 184, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_3_2", + "url_before": "https://www.shopify.com/", + "url_after": "https://www.shopify.com/pos", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 185, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_2_0", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/?search=abc", + "goal_kind": "search", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 186, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_2_1", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 187, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_3_1", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/templates/get-started", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 188, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_1_0", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 189, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_2_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/standards/", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 190, + "qid": "operation", + "pred": "CLICK", + "gold": "TYPE_TEXT", + "p": 0.7982, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_0_0", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 191, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_3_0", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 192, + "qid": "click_target", + "pred": "20", + "gold": "20", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_3_0", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 193, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_0_0", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/templates/get-started", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 194, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_5_1", + "url_before": "https://cloud.google.com/contact", + "url_after": "https://docs.cloud.google.com/docs", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 195, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_1_0", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 196, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9997, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_1_1", + "url_before": "https://docs.digitalocean.com/products/", + "url_after": "https://docs.digitalocean.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 197, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_2_2", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBPYmw1NTJzZzkzTXZ4by1od2NTeUlFdUZaeGZlMWNhUqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFNsMVhvb0VLZlBIM2VEWEw0Y3hwWHV1SGpJSWhiM0VGo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 198, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_0_2", + "url_before": "https://www.squarespace.com/templates/get-started", + "url_after": "https://www.squarespace.com/templates/get-started", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 199, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_3_1", + "url_before": "https://www.codecademy.com/business", + "url_after": "https://www.codecademy.com/business", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 200, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "CLICK", + "p": 0.7967, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_2_1", + "url_before": "https://caniuse.com/?search=abc", + "url_after": "https://caniuse.com/ciu/news", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 201, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_3_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/download/", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 202, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_0_1", + "url_before": "https://www.heroku.com/", + "url_after": "https://www.heroku.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 203, + "qid": "click_target", + "pred": "5", + "gold": "5", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_3_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/domains", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 204, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_3_2", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 205, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9993, + "meta": { + "site": "https://substack.com", + "step_id": "008_1_0", + "url_before": "https://substack.com/", + "url_after": "https://substack.com/search/login?utm_source=global-search", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 206, + "qid": "click_target", + "pred": "10", + "gold": "10", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_4_0", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 207, + "qid": "operation", + "pred": "CLICK", + "gold": "TYPE_TEXT", + "p": 0.5676, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_1_1", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 208, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_1_1", + "url_before": "https://leetcode.com/accounts/login/", + "url_after": "https://leetcode.com/problemset/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 209, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_3_0", + "url_before": "https://www.shopify.com/", + "url_after": "https://www.shopify.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 210, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_4_0", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 211, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_3_2", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 212, + "qid": "operation", + "pred": "CLICK", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_4_2", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 213, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_1_0", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/enterprise", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 214, + "qid": "operation", + "pred": "CLICK", + "gold": "TYPE_TEXT", + "p": 0.9867, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_3_1", + "url_before": "https://cloud.google.com/", + "url_after": "https://cloud.google.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 215, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_0_1", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 216, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_5_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 217, + "qid": "click_target", + "pred": "7", + "gold": "7", + "p": 0.946, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_3_0", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 218, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9992, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_0_0", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 219, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_5_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 220, + "qid": "click_target", + "pred": "10", + "gold": "10", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_3_0", + "url_before": "https://www.shopify.com/", + "url_after": "https://www.shopify.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 221, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_4_1", + "url_before": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted", + "url_after": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 222, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_4_2", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 223, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_5_1", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/about/news/postgresql-186-1711-1615-1519-1424-and-19-beta-3-released-3365/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 224, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_1_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/lang_mathfunc.html", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 225, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_4_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/register", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 226, + "qid": "click_target", + "pred": "7", + "gold": "7", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_0_1", + "url_before": "https://cloud.google.com/", + "url_after": "https://cloud.google.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 227, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_0_0", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 228, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_4_0", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 229, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_3_1", + "url_before": "https://www.postgresql.org/download/", + "url_after": "https://www.postgresql.org/ftp/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 230, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9999, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_0_1", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/#gsc.tab=0", + "goal_kind": "search", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 231, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_0_1", + "url_before": "https://www.squarespace.com/templates/get-started", + "url_after": "https://www.squarespace.com/templates/get-started", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 232, + "qid": "click_target", + "pred": "20", + "gold": "20", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_3_2", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 233, + "qid": "click_target", + "pred": "5", + "gold": "5", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_1_0", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/enterprise", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 234, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_2_2", + "url_before": "https://vercel.com/contact/sales", + "url_after": "https://vercel.com/contact/sales", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 235, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_2_0", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 236, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_2_0", + "url_before": "https://www.heroku.com/", + "url_after": "https://www.heroku.com/postgres/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 237, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.9999, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_5_1", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://docs.digitalocean.com/products/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 238, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.9823, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_3_2", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 239, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_4_1", + "url_before": "https://leetcode.com/", + "url_after": "https://leetcode.com/", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 240, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_5_1", + "url_before": "https://www.sqlite.org/lang_datefunc.html", + "url_after": "https://www.sqlite.org/lang_datefunc.html#tmval", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 241, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9999, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_2_0", + "url_before": "https://kubernetes.io/", + "url_after": "https://kubernetes.io/partners/", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 242, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_1_1", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 243, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_2_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 244, + "qid": "click_target", + "pred": "7", + "gold": "6", + "p": 0.9953, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_3_0", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 245, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9661, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_3_1", + "url_before": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", + "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 246, + "qid": "type_text_target", + "pred": "6", + "gold": "6", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_5_1", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/#gsc.tab=0&gsc.q=recipe", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 247, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_2_0", + "url_before": "https://www.nyu.edu/", + "url_after": "https://www.nyu.edu/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 248, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_0_1", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 249, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_4_1", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 250, + "qid": "operation", + "pred": "DONE", + "gold": "TYPE_TEXT", + "p": 0.5555, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_5_2", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 251, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_3_0", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 252, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_4_0", + "url_before": "https://cloud.google.com/", + "url_after": "https://docs.cloud.google.com/docs", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 253, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_2_0", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 254, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_1_0", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 255, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_1_2", + "url_before": "https://kubernetes.io/community/", + "url_after": "https://kubernetes.io/community/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 256, + "qid": "click_target", + "pred": "6", + "gold": "6", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_3_1", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 257, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_5_2", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 258, + "qid": "click_target", + "pred": "21", + "gold": "21", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_4_2", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 259, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.5227, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_1_2", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 260, + "qid": "click_target", + "pred": "1", + "gold": "1", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_4_2", + "url_before": "https://leetcode.com/", + "url_after": "https://leetcode.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 261, + "qid": "click_target", + "pred": "19", + "gold": "19", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_4_0", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 262, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_3_1", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/pricing/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 263, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.995, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_0_1", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 264, + "qid": "click_target", + "pred": "15", + "gold": "15", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_2_0", + "url_before": "https://www.nyu.edu/", + "url_after": "https://www.nyu.edu/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 265, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9916, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_3_1", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 266, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9985, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_2_2", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 267, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_2_1", + "url_before": "https://leetcode.com/explore/", + "url_after": "https://leetcode.com/accounts/login/?next=%2Fexplore%2F", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 268, + "qid": "operation", + "pred": "CLICK", + "gold": "TYPE_TEXT", + "p": 0.6081, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_0_2", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 269, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_5_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/register", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 270, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_2_1", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 271, + "qid": "click_target", + "pred": "14", + "gold": "14", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_5_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 272, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_4_1", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 273, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_4_0", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://www.freecodecamp.org/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 274, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_2_1", + "url_before": "https://www.w3schools.com/cs/index.php", + "url_after": "https://www.w3schools.com/typingspeed/default.asp", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 275, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_0_0", + "url_before": "https://leetcode.com/", + "url_after": "https://leetcode.com/accounts/login/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 276, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_0_2", + "url_before": "https://cloud.google.com/", + "url_after": "https://cloud.google.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 277, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_3_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/quirks.html", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 278, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_3_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://docs.digitalocean.com/products/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 279, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_4_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/quickstart.html", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 280, + "qid": "click_target", + "pred": "1", + "gold": "1", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_0_2", + "url_before": "https://www.nyu.edu/academics.html", + "url_after": "https://www.nyu.edu/academics.html", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 281, + "qid": "operation", + "pred": "CLICK", + "gold": "TYPE_TEXT", + "p": 0.9418, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_3_2", + "url_before": "https://cloud.google.com/", + "url_after": "https://cloud.google.com/security/ai-threat-defense", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 282, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_2_1", + "url_before": "https://www.docker.com/blog/", + "url_after": "https://www.docker.com/blog/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 283, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_2_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/about/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 284, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_2_0", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/blog/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 285, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_5_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 286, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_3_0", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 287, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_2_1", + "url_before": "https://vercel.com/contact/sales", + "url_after": "https://vercel.com/contact/sales", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 288, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9953, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_3_1", + "url_before": "https://www.w3schools.com/", + "url_after": "https://profile.w3schools.com/login", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 289, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_3_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 290, + "qid": "click_target", + "pred": "4", + "gold": "4", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_1_0", + "url_before": "https://www.heroku.com/", + "url_after": "https://signup.heroku.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 291, + "qid": "click_target", + "pred": "12", + "gold": "12", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_4_0", + "url_before": "https://kubernetes.io/", + "url_after": "https://kubernetes.io/docs/concepts/overview/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 292, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_5_0", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/try-free/", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 293, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_4_0", + "url_before": "https://www.heroku.com/", + "url_after": "https://signup.heroku.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 294, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_5_0", + "url_before": "https://www.nyu.edu/", + "url_after": "https://search.nyu.edu/s/search.html?query=map&collection=nyu%7Esp-all-v02", + "goal_kind": "search", + "which": "after" + } + }, + { + "i": 295, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_0_0", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 296, + "qid": "click_target", + "pred": "7", + "gold": "7", + "p": 0.8095, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_3_1", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 297, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_2_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 298, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_0_1", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 299, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9997, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_4_2", + "url_before": "https://caniuse.com/ciu/news", + "url_after": "https://caniuse.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 300, + "qid": "operation", + "pred": "CLICK", + "gold": "TYPE_TEXT", + "p": 0.9884, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_5_1", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "search", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 301, + "qid": "click_target", + "pred": "22", + "gold": "22", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_5_1", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 302, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_0_0", + "url_before": "https://www.nyu.edu/", + "url_after": "https://www.nyu.edu/academics.html", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 303, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_5_0", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 304, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_5_1", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://www.microsoft.com/en-us", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 305, + "qid": "click_target", + "pred": "11", + "gold": "11", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_3_0", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 306, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_3_0", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 307, + "qid": "click_target", + "pred": "19", + "gold": "19", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_1_0", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 308, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_3_2", + "url_before": "https://wordpress.com/pricing/", + "url_after": "https://wordpress.com/setup/onboarding/user?ref=pricing-lp", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 309, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_2_2", + "url_before": "https://www.netlify.com/contact/", + "url_after": "https://www.netlify.com/contact/", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 310, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_0_1", + "url_before": "https://www.hackerrank.com/auth/signup", + "url_after": "https://www.hackerrank.com/auth/signup", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 311, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_3_0", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 312, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_1_2", + "url_before": "https://leetcode.com/problemset/", + "url_after": "https://leetcode.com/problemset/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 313, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9294, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_1_0", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us#resources-by-role", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 314, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_5_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/register", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 315, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.8425, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_3_0", + "url_before": "https://cloud.google.com/", + "url_after": "https://cloud.google.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 316, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.7296, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_0_2", + "url_before": "https://www.hackerrank.com/auth/signup", + "url_after": "https://www.hackerrank.com/auth/signup", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 317, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_0_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 318, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_5_0", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/talks/jacob_collier_the_wiggly_wonder_of_music", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 319, + "qid": "click_target", + "pred": "11", + "gold": "11", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_5_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/register", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 320, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_0_1", + "url_before": "https://vercel.com/home", + "url_after": "https://vercel.com/home", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 321, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_5_2", + "url_before": "https://www.codecademy.com/register", + "url_after": "https://www.codecademy.com/register", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 322, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_4_1", + "url_before": "https://www.codecademy.com/register", + "url_after": "https://www.codecademy.com/login", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 323, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_2_2", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/catalog/language/sql", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 324, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_5_0", + "url_before": "https://www.netlify.com/", + "url_after": "https://app.netlify.com/login", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 325, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_0_1", + "url_before": "https://www.w3.org/zh-hans/", + "url_after": "https://www.w3.org/zh-hans/standards/", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 326, + "qid": "click_target", + "pred": "4", + "gold": "4", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_2_1", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 327, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_4_1", + "url_before": "https://app.netlify.com/login", + "url_after": "https://app.netlify.com/login", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 328, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_1_0", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/cpp/default.asp", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 329, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_1_0", + "url_before": "https://www.shopify.com/", + "url_after": "https://accounts.shopify.com/signup?rid=de552d86-449a-4752-b6ee-5dc92556b3bf", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 330, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_1_1", + "url_before": "https://www.docker.com/", + "url_after": "https://login.docker.com/u/login/identifier?state=hKFo2SBab3NjZVNwVEZsbHpqUTNSbzZPeXpSYjFJRGVUSndjdKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHY5a0NqZU9vSXJlNHJ1S1dnUXB6QW51R3dEMWpzcl9Lo2NpZNkgRmkyQ0VleDZtMzhkS1lxdnZaWVljSms5SUN0cGc3ZzQ", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 331, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "CLICK", + "p": 0.9995, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_2_1", + "url_before": "https://docs.cloud.google.com/docs", + "url_after": "https://docs.cloud.google.com/gemini/docs", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 332, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_2_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 333, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.8909, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_5_2", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 334, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_5_0", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/pricing/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 335, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_5_2", + "url_before": "https://www.w3schools.com/#gsc.tab=0&gsc.q=recipe", + "url_after": "https://www.w3schools.com/#gsc.tab=0", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 336, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_1_0", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 337, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_0_0", + "url_before": "https://cloud.google.com/", + "url_after": "https://cloud.google.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 338, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9227, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_0_2", + "url_before": "https://www.w3.org/zh-hans/standards/", + "url_after": "https://www.w3.org/zh-hans/standards/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 339, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.867, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_2_0", + "url_before": "https://cloud.google.com/", + "url_after": "https://docs.cloud.google.com/docs", + "goal_kind": "search", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 340, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_4_2", + "url_before": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted", + "url_after": "https://giving.ted.com/page/tedmember?utm_medium=website&utm_source=main-nav-header&utm_campaign=membership-ted", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 341, + "qid": "click_target", + "pred": "12", + "gold": "12", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_2_1", + "url_before": "https://www.docker.com/blog/", + "url_after": "https://www.docker.com/blog/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 342, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_2_1", + "url_before": "https://www.w3.org/standards/", + "url_after": "https://www.w3.org/standards/", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 343, + "qid": "click_target", + "pred": "9", + "gold": "9", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_4_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 344, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_0_2", + "url_before": "https://www.sqlite.org/search?s=d&q=", + "url_after": "https://www.sqlite.org/search?s=d&q=", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 345, + "qid": "click_target", + "pred": "22", + "gold": "22", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_4_0", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 346, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_5_1", + "url_before": "https://wordpress.com/pricing/", + "url_after": "https://wordpress.com/setup/onboarding/user?ref=pricing-lp&plan=business-bundle", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 347, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_2_0", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 348, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.6876, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_5_2", + "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 349, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_1_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 350, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9043, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_3_2", + "url_before": "https://caniuse.com/css-grid", + "url_after": "https://caniuse.com/?search=music", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 351, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_4_1", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 352, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_4_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 353, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.5609, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_4_2", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://www.freecodecamp.org/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 354, + "qid": "click_target", + "pred": "9", + "gold": "9", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_5_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 355, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_3_0", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 356, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_1_0", + "url_before": "https://cloud.google.com/", + "url_after": "https://cloud.google.com/blog/products/ai-machine-learning/what-google-cloud-announced-in-ai-this-month", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 357, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_2_1", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 358, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.9937, + "meta": { + "site": "https://redis.io", + "step_id": "007_4_2", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 359, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_5_1", + "url_before": "https://redis.io/try-free/", + "url_after": "https://redis.io/try-free/", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 360, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_1_2", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 361, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_3_2", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 362, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_0_1", + "url_before": "https://kubernetes.io/careers/", + "url_after": "https://kubernetes.io/docs/home/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 363, + "qid": "click_target", + "pred": "6", + "gold": "6", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_4_1", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 364, + "qid": "click_target", + "pred": "21", + "gold": "21", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_4_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 365, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_4_2", + "url_before": "https://caniuse.com/ciu/news", + "url_after": "https://caniuse.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 366, + "qid": "click_target", + "pred": "19", + "gold": "18", + "p": 0.9834, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_0_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/about/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 367, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_4_2", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 368, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9994, + "meta": { + "site": "https://substack.com", + "step_id": "008_2_0", + "url_before": "https://substack.com/", + "url_after": "https://substack.com/search/python?utm_source=global-search", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 369, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_2_1", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 370, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9997, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_4_0", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account?hasfullconsent=true", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 371, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_4_1", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 372, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_0_0", + "url_before": "https://www.shopify.com/", + "url_after": "https://www.shopify.com/pricing", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 373, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_0_1", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAxbDRSWmZkZUJhaGVGY1dnN0M1Q3ZHTEpFdHg4ZllkbaFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIDRMb3RTRnc1Zk9xVGxYU3hpODU0OFRER1ZrWGZxTjFMo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 374, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9911, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_4_2", + "url_before": "https://kubernetes.io/docs/concepts/overview/", + "url_after": "https://kubernetes.io/docs/concepts/overview/_print/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 375, + "qid": "click_target", + "pred": "8", + "gold": "8", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_5_2", + "url_before": "https://www.hackerrank.com/work/pricing", + "url_after": "https://www.hackerrank.com/work/pricing", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 376, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_5_0", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/templates/get-started", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 377, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_1_0", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/cpp/default.asp", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 378, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9993, + "meta": { + "site": "https://redis.io", + "step_id": "007_1_1", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 379, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9997, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_3_1", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/css-grid", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 380, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.8819, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_4_1", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 381, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_4_1", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 382, + "qid": "operation", + "pred": "CLICK", + "gold": "TYPE_TEXT", + "p": 0.5017, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_0_1", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 383, + "qid": "operation", + "pred": "CLICK", + "gold": "DONE", + "p": 0.9992, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_4_1", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 384, + "qid": "click_target", + "pred": "5", + "gold": "5", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_3_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://docs.digitalocean.com/products/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 385, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_4_2", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/setup/onboarding/user?ref=logged-out-homepage-lp", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 386, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9988, + "meta": { + "site": "https://redis.io", + "step_id": "007_1_2", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 387, + "qid": "click_target", + "pred": "4", + "gold": "4", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_1_0", + "url_before": "https://www.nyu.edu/", + "url_after": "https://www.nyu.edu/academics.html", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 388, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9878, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_5_0", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 389, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_5_1", + "url_before": "https://www.hackerrank.com/work/pricing", + "url_after": "https://www.hackerrank.com/work/pricing", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 390, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_3_1", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 391, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_4_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 392, + "qid": "click_target", + "pred": "12", + "gold": "12", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_2_1", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 393, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_4_1", + "url_before": "https://www.nyu.edu/life.html", + "url_after": "https://www.nyu.edu/life.html", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 394, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_4_1", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 395, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_0_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/plans/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 396, + "qid": "click_target", + "pred": "14", + "gold": "14", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_0_2", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 397, + "qid": "click_target", + "pred": "27", + "gold": "27", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_5_1", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://docs.digitalocean.com/products/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 398, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_4_2", + "url_before": "https://leetcode.com/", + "url_after": "https://leetcode.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 399, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_0_2", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 400, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9996, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_5_1", + "url_before": "https://www.codecademy.com/register", + "url_after": "https://www.codecademy.com/register", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 401, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_0_1", + "url_before": "https://www.heroku.com/", + "url_after": "https://www.heroku.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 402, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_1_1", + "url_before": "https://caniuse.com/?search=hello", + "url_after": "https://caniuse.com/ciu/settings#usage", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 403, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_0_1", + "url_before": "https://www.wix.com/", + "url_after": "https://users.wix.com/signin?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 404, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_5_2", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 405, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_5_2", + "url_before": "https://www.heroku.com/pricing/#ai", + "url_after": "https://www.heroku.com/pricing/#ai", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 406, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_2_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 407, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_4_2", + "url_before": "https://docs.cloud.google.com/docs", + "url_after": "https://docs.cloud.google.com/docs", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 408, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_2_1", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://www.freecodecamp.org/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 409, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.9985, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_5_2", + "url_before": "https://docs.digitalocean.com/products/", + "url_after": "https://docs.digitalocean.com/support/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 410, + "qid": "operation", + "pred": "CLICK", + "gold": "DONE", + "p": 0.5688, + "meta": { + "site": "https://substack.com", + "step_id": "008_0_2", + "url_before": "https://substack.com/search/abc?utm_source=global-search", + "url_after": "https://substack.com/home/post/p-192063311", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 411, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_5_0", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 412, + "qid": "click_target", + "pred": "19", + "gold": "19", + "p": 0.9923, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_2_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/about/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 413, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_4_1", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/ciu/news", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 414, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.8819, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_5_1", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 415, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_2_0", + "url_before": "https://leetcode.com/", + "url_after": "https://leetcode.com/explore/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 416, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_1_2", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 417, + "qid": "click_target", + "pred": "25", + "gold": "25", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_4_1", + "url_before": "https://www.nyu.edu/life.html", + "url_after": "https://www.nyu.edu/life.html", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 418, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.9998, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_3_2", + "url_before": "https://auth.freecodecamp.org/u/signup/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "url_after": "https://auth.freecodecamp.org/u/signup/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 419, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_5_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 420, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_4_1", + "url_before": "https://signup.heroku.com/", + "url_after": "https://signup.heroku.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 421, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_0_0", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 422, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_0_2", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/about", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 423, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_0_2", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/about", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 424, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_4_1", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/start/blog", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 425, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_3_0", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/business", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 426, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_1_0", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/?search=hello", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 427, + "qid": "click_target", + "pred": "6", + "gold": "6", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_3_2", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 428, + "qid": "click_target", + "pred": "6", + "gold": "6", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_4_0", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 429, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_3_0", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 430, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_5_0", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 431, + "qid": "click_target", + "pred": "6", + "gold": "6", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_5_2", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 432, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_2_1", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 433, + "qid": "click_target", + "pred": "3", + "gold": "3", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_3_1", + "url_before": "https://vercel.com/contact/sales", + "url_after": "https://vercel.com/pricing", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 434, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_0_2", + "url_before": "https://appleid.apple.com/auth/authorize?client_id=com.codecademy.codecademy&nonce=B3Lz1gCsRlnPNxgIsdIHoA&redirect_uri=https%3A%2F%2Fwww.codecademy.com%2Fusers%2Fauth%2Fapple%2Fcallback&response_mode=form_post&response_type=code&scope=email%20name&state=8c21fd9cf59c15edb73e6184029c8bea5916e9da5752c8eb", + "url_after": "https://appleid.apple.com/auth/authorize?client_id=com.codecademy.codecademy&nonce=B3Lz1gCsRlnPNxgIsdIHoA&redirect_uri=https%3A%2F%2Fwww.codecademy.com%2Fusers%2Fauth%2Fapple%2Fcallback&response_mode=form_post&response_type=code&scope=email%20name&state=8c21fd9cf59c15edb73e6184029c8bea5916e9da5752c8eb", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 435, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_1_1", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 436, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_1_2", + "url_before": "https://kubernetes.io/community/", + "url_after": "https://kubernetes.io/community/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 437, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9999, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_3_0", + "url_before": "https://www.w3schools.com/", + "url_after": "https://www.w3schools.com/", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 438, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_1_1", + "url_before": "https://accounts.shopify.com/signup?rid=de552d86-449a-4752-b6ee-5dc92556b3bf", + "url_after": "https://accounts.shopify.com/signup/whatsapp?rid=de552d86-449a-4752-b6ee-5dc92556b3bf", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 439, + "qid": "click_target", + "pred": "17", + "gold": "17", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_1_1", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 440, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_0_0", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 441, + "qid": "click_target", + "pred": "6", + "gold": "6", + "p": 0.9938, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_4_2", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/setup/onboarding/user?ref=logged-out-homepage-lp", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 442, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_5_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 443, + "qid": "click_target", + "pred": "10", + "gold": "10", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_2_0", + "url_before": "https://www.shopify.com/", + "url_after": "https://www.shopify.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 444, + "qid": "click_target", + "pred": "10", + "gold": "10", + "p": 0.9999, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_5_1", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/about/news/postgresql-186-1711-1615-1519-1424-and-19-beta-3-released-3365/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 445, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_4_1", + "url_before": "https://docs.cloud.google.com/docs", + "url_after": "https://docs.cloud.google.com/docs", + "goal_kind": "click", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 446, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_3_2", + "url_before": "https://www.squarespace.com/templates/get-started", + "url_after": "https://www.squarespace.com/templates/get-started", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 447, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_2_0", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://www.freecodecamp.org/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 448, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_1_0", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 449, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9995, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_4_1", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/ciu/news", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 450, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_4_0", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 451, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_4_0", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 452, + "qid": "click_target", + "pred": "11", + "gold": "11", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_3_1", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 453, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_1_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/lang_mathfunc.html", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 454, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_1_1", + "url_before": "https://caniuse.com/?search=hello", + "url_after": "https://caniuse.com/ciu/settings#usage", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 455, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_2_1", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 456, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_4_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/quickstart.html", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 457, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_0_1", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/search?s=d&q=", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 458, + "qid": "click_target", + "pred": "14", + "gold": "14", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_5_1", + "url_before": "https://kubernetes.io/", + "url_after": "https://kubernetes.io/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 459, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_4_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 460, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_0_2", + "url_before": "https://vercel.com/home", + "url_after": "https://vercel.com/ship?utm_campaign=ship-sf2026&utm_source=site&utm_medium=homepage", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 461, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.8819, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_1_1", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 462, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_3_0", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 463, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_0_1", + "url_before": "https://www.shopify.com/pricing", + "url_after": "https://www.shopify.com/pricing", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 464, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_1_0", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 465, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_1_1", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 466, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_2_0", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 467, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_2_0", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us#customer-stories", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 468, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_4_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 469, + "qid": "click_target", + "pred": "6", + "gold": "6", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_5_0", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 470, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_1_0", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/log-in/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 471, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.9616, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_5_1", + "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SAwMkRXS3BJekhXX2YtcGhta1hQcU56ajFmU0U1R0NaQ6Fur3VuaXZlcnNhbC1sb2dpbqN0aWTZIFUtSndRRWpZVWpib3JMLWRJYU96LWExRDZwaGlRbjNso2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 472, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_4_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 473, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_3_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/domains", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 474, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_0_0", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/?search=python", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 475, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_5_0", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 476, + "qid": "click_target", + "pred": "7", + "gold": "7", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_0_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/auth/signup", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 477, + "qid": "click_target", + "pred": "10", + "gold": "10", + "p": 1.0, + "meta": { + "site": "https://substack.com", + "step_id": "008_0_1", + "url_before": "https://substack.com/search/abc?utm_source=global-search", + "url_after": "https://substack.com/search/abc?utm_source=global-search", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 478, + "qid": "click_target", + "pred": "9", + "gold": "9", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_2_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 479, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_5_1", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/resources/the-state-of-agentic-ai-white-paper/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 480, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9952, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_2_1", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 481, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.5227, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_4_2", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 482, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9613, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_4_1", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 483, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_2_0", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 484, + "qid": "click_target", + "pred": "18", + "gold": "18", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_0_0", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 485, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://substack.com", + "step_id": "008_0_1", + "url_before": "https://substack.com/search/abc?utm_source=global-search", + "url_after": "https://substack.com/search/abc?utm_source=global-search", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 486, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_2_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 487, + "qid": "click_target", + "pred": "10", + "gold": "10", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_3_1", + "url_before": "https://www.shopify.com/", + "url_after": "https://www.shopify.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 488, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.6815, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_4_1", + "url_before": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account?hasfullconsent=true", + "url_after": "https://www.microsoft.com/en-us", + "goal_kind": "search", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 489, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_5_0", + "url_before": "https://www.heroku.com/", + "url_after": "https://www.heroku.com/pricing/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 490, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_0_2", + "url_before": "https://users.wix.com/signin?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..", + "url_after": "https://users.wix.com/signin/sso/enter-email?view=sign-up&sendEmail=true&loginCompName=SignUp_H&referralInfo=SignUp_H&postSignUp=https%3A%2F%2Fwww.wix.com%2Fnew%2Fintro%2F&postLogin=https%3A%2F%2Fmanage.wix.com%2Faccount%2Froute&loginDialogContext=login&originUrl=https%3A%2F%2Fwww.wix.com%2F&_gl=1*fei514*_gcl_au*OTU2MDM2NzguMTc4OTg5NzUwOQ..", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 491, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_4_0", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 492, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_3_0", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 493, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_1_0", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBrMjBBbUpJZ1F6T0lESjRpSXBLdVZQUXVfb0Vmb2VaSqFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIEF3Q0JQVzR1VFRMTDFUSlF5RnNBSV83NkhNaXFyeVVVo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 494, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_1_0", + "url_before": "https://cloud.google.com/", + "url_after": "https://cloud.google.com/blog/products/ai-machine-learning/what-google-cloud-announced-in-ai-this-month", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 495, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_2_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/about/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 496, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_0_0", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 497, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_4_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/auth/signup", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 498, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_1_2", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 499, + "qid": "click_target", + "pred": "9", + "gold": "9", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_1_0", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/log-in/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 500, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_5_1", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 501, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.6451, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_3_1", + "url_before": "https://kubernetes.io/search/?q=hello", + "url_after": "https://kubernetes.io/search/?q=hello", + "goal_kind": "search", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 502, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_0_0", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 503, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://medium.com", + "step_id": "006_0_0", + "url_before": "https://medium.com/", + "url_after": "https://medium.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 504, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_0_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/zh-hans/", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 505, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_1_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://docs.digitalocean.com/products/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 506, + "qid": "click_target", + "pred": "5", + "gold": "5", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_0_0", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/home", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 507, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9987, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_2_2", + "url_before": "https://leetcode.com/accounts/login/?next=%2Fexplore%2F", + "url_after": "https://leetcode.com/bugbounty/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 508, + "qid": "click_target", + "pred": "6", + "gold": "6", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_4_0", + "url_before": "https://www.netlify.com/", + "url_after": "https://app.netlify.com/login", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 509, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_4_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 510, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_1_0", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 511, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://substack.com", + "step_id": "008_0_0", + "url_before": "https://substack.com/", + "url_after": "https://substack.com/search/abc?utm_source=global-search", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 512, + "qid": "click_target", + "pred": "14", + "gold": "14", + "p": 1.0, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_5_2", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 513, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_0_0", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/home", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 514, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_3_1", + "url_before": "https://auth.freecodecamp.org/u/login/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "url_after": "https://auth.freecodecamp.org/u/signup/identifier?state=hKFo2SBxNmp4U0dST1hUV3NKQzlYclc1LXIwOGlGX3pBOGhBSKFur3VuaXZlcnNhbC1sb2dpbqN0aWTZIHFoUFBsNlBRYWZVVnNzb0dFQ2IwRjI1VHdVQzl1cFhDo2NpZNkgYVVEdjlqVnFUZnhCUkUxbDYwTkE1QWY3eVRDR0U0Y3k", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 515, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_5_2", + "url_before": "https://kubernetes.io/", + "url_after": "https://kubernetes.io/training/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 516, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_0_0", + "url_before": "https://kubernetes.io/", + "url_after": "https://kubernetes.io/careers/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 517, + "qid": "click_target", + "pred": "8", + "gold": "8", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_0_0", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/log-in/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 518, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_2_0", + "url_before": "https://www.hackerrank.com/", + "url_after": "https://www.hackerrank.com/get-started", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 519, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_2_0", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 520, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_4_2", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 521, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_0_2", + "url_before": "https://www.shopify.com/pricing", + "url_after": "https://www.shopify.com/pricing", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 522, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_5_2", + "url_before": "https://www.hackerrank.com/work/pricing", + "url_after": "https://www.hackerrank.com/work/pricing", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 523, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_2_1", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 524, + "qid": "operation", + "pred": "CLICK", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_1_2", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 525, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_1_2", + "url_before": "https://azure.microsoft.com/en-us/solutions/migration", + "url_after": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 526, + "qid": "click_target", + "pred": "15", + "gold": "15", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_2_0", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 527, + "qid": "click_target", + "pred": "1", + "gold": "1", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_1_2", + "url_before": "https://docs.digitalocean.com/", + "url_after": "https://docs.digitalocean.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 528, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9997, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_2_1", + "url_before": "https://www.heroku.com/postgres/", + "url_after": "https://devcenter.heroku.com/categories/heroku-postgres", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 529, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.shopify.com", + "step_id": "023_2_0", + "url_before": "https://www.shopify.com/", + "url_after": "https://www.shopify.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 530, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_4_0", + "url_before": "https://leetcode.com/", + "url_after": "https://leetcode.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 531, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_2_0", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 532, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_2_0", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 533, + "qid": "click_target", + "pred": "22", + "gold": "22", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_4_2", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 534, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_1_2", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 535, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 0.9684, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_0_2", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 536, + "qid": "click_target", + "pred": "7", + "gold": "7", + "p": 0.8361, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_3_2", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "follow", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 537, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.5944, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_1_2", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 538, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_1_2", + "url_before": "https://aws.amazon.com/", + "url_after": "https://us-east-1.signin.aws/platform/d-9067642ac7/login?workflowStateHandle=716bb7bc-5c6b-4cf4-9277-53b1985426a8", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 539, + "qid": "click_target", + "pred": "23", + "gold": "23", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_0_0", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 540, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_1_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 541, + "qid": "click_target", + "pred": "16", + "gold": "16", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_0_2", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/contact-us/?nc2=h_ut_cu", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 542, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_1_1", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 543, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_5_0", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/try-free/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 544, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9997, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_0_1", + "url_before": "https://www.w3.org/zh-hans/", + "url_after": "https://www.w3.org/zh-hans/standards/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 545, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_3_1", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 546, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_1_2", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 547, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://aws.amazon.com", + "step_id": "000_2_1", + "url_before": "https://aws.amazon.com/", + "url_after": "https://aws.amazon.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 548, + "qid": "click_target", + "pred": "4", + "gold": "4", + "p": 1.0, + "meta": { + "site": "https://vercel.com", + "step_id": "009_5_0", + "url_before": "https://vercel.com/", + "url_after": "https://vercel.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 549, + "qid": "click_target", + "pred": "2", + "gold": "2", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_4_0", + "url_before": "https://www.heroku.com/", + "url_after": "https://signup.heroku.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 550, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.9939, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_2_2", + "url_before": "https://devcenter.heroku.com/categories/heroku-postgres", + "url_after": "https://devcenter.heroku.com/search?q=hello", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 551, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_2_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/standards/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 552, + "qid": "operation", + "pred": "CLICK", + "gold": "TYPE_TEXT", + "p": 0.8363, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_1_2", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 553, + "qid": "click_target", + "pred": "12", + "gold": "12", + "p": 1.0, + "meta": { + "site": "https://www.wix.com", + "step_id": "029_1_1", + "url_before": "https://www.wix.com/", + "url_after": "https://www.wix.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 554, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "CLICK", + "p": 0.9978, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_2_2", + "url_before": "https://docs.cloud.google.com/gemini/docs", + "url_after": "https://docs.cloud.google.com/gemini/docs", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 555, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_5_1", + "url_before": "https://www.heroku.com/pricing/", + "url_after": "https://www.heroku.com/pricing/#ai", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 556, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_5_0", + "url_before": "https://cloud.google.com/", + "url_after": "https://cloud.google.com/contact", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 557, + "qid": "click_target", + "pred": "19", + "gold": "19", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_0_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://www.digitalocean.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 558, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.hackerrank.com", + "step_id": "016_1_1", + "url_before": "https://www.hackerrank.com/get-started", + "url_after": "https://www.hackerrank.com/get-started", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 559, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_3_1", + "url_before": "https://www.sqlite.org/quirks.html", + "url_after": "https://www.sqlite.org/serverless.html", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 560, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_2_1", + "url_before": "https://azure.microsoft.com/en-us#customer-stories", + "url_after": "https://azure.microsoft.com/en-us#products-and-services", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 561, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_4_0", + "url_before": "https://www.nyu.edu/", + "url_after": "https://www.nyu.edu/life.html", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 562, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_3_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/download/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 563, + "qid": "click_target", + "pred": "14", + "gold": "14", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_0_2", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/about", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 564, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_2_2", + "url_before": "https://azure.microsoft.com/en-us#products-and-services", + "url_after": "https://azure.microsoft.com/en-us/pricing/purchase-options/azure-account?icid=azurefreeaccount&hasfullconsent=true", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 565, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9979, + "meta": { + "site": "https://substack.com", + "step_id": "008_3_0", + "url_before": "https://substack.com/", + "url_after": "https://substack.com/search/price?utm_source=global-search", + "goal_kind": "search", + "which": "after" + } + }, + { + "i": 566, + "qid": "click_target", + "pred": "8", + "gold": "8", + "p": 1.0, + "meta": { + "site": "https://www.w3.org", + "step_id": "027_4_0", + "url_before": "https://www.w3.org/", + "url_after": "https://www.w3.org/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 567, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_5_0", + "url_before": "https://kubernetes.io/", + "url_after": "https://kubernetes.io/", + "goal_kind": "follow", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 568, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_0_1", + "url_before": "https://cloud.google.com/", + "url_after": "https://cloud.google.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 569, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_3_0", + "url_before": "https://www.nyu.edu/", + "url_after": "https://www.nyu.edu/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 570, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9999, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_0_1", + "url_before": "https://leetcode.com/accounts/login/", + "url_after": "https://leetcode.com/interview/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 571, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_1_0", + "url_before": "https://kubernetes.io/", + "url_after": "https://kubernetes.io/community/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 572, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_0_0", + "url_before": "https://www.postgresql.org/", + "url_after": "https://www.postgresql.org/about/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 573, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.postgresql.org", + "step_id": "021_1_1", + "url_before": "https://www.postgresql.org/about/donate/", + "url_after": "https://www.postgresql.org/about/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 574, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_5_1", + "url_before": "https://redis.io/try-free/", + "url_after": "https://redis.io/try-free/", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 575, + "qid": "click_target", + "pred": "1", + "gold": "1", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_4_0", + "url_before": "https://leetcode.com/", + "url_after": "https://leetcode.com/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 576, + "qid": "click_target", + "pred": "14", + "gold": "14", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_2_1", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://www.freecodecamp.org/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 577, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_1_0", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 578, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9992, + "meta": { + "site": "https://www.nyu.edu", + "step_id": "020_5_0", + "url_before": "https://www.nyu.edu/", + "url_after": "https://search.nyu.edu/s/search.html?query=map&collection=nyu%7Esp-all-v02", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 579, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.9988, + "meta": { + "site": "https://www.ted.com", + "step_id": "026_0_2", + "url_before": "https://www.ted.com/", + "url_after": "https://www.ted.com/", + "goal_kind": "search", + "which": "before", + "policy": "repeat" + } + }, + { + "i": 580, + "qid": "click_target", + "pred": "16", + "gold": "16", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_5_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/lang_datefunc.html", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 581, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.8533, + "meta": { + "site": "https://kubernetes.io", + "step_id": "004_3_2", + "url_before": "https://kubernetes.io/search/?q=hello", + "url_after": "https://events.linuxfoundation.org/kubecon-cloudnativecon-north-america/register/?utm_source=kubernetes&utm_medium=ribbon-banner&utm_campaign=KubeCon-CloudNativeCon-NA-2026&utm_content=hero", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 582, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.codecademy.com", + "step_id": "012_1_1", + "url_before": "https://www.codecademy.com/", + "url_after": "https://www.codecademy.com/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 583, + "qid": "click_target", + "pred": "9", + "gold": "9", + "p": 1.0, + "meta": { + "site": "https://www.cloudflare.com", + "step_id": "011_3_0", + "url_before": "https://www.cloudflare.com/", + "url_after": "https://www.cloudflare.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 584, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.w3schools.com", + "step_id": "028_2_2", + "url_before": "https://www.w3schools.com/typingspeed/default.asp", + "url_after": "https://www.w3schools.com/typingspeed/default.asp", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 585, + "qid": "click_target", + "pred": "7", + "gold": "6", + "p": 0.9968, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_5_0", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/templates/get-started", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 586, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_1_1", + "url_before": "https://azure.microsoft.com/en-us#resources-by-role", + "url_after": "https://azure.microsoft.com/en-us/solutions/migration", + "goal_kind": "search", + "which": "before", + "policy": "random" + } + }, + { + "i": 587, + "qid": "click_target", + "pred": "5", + "gold": "5", + "p": 1.0, + "meta": { + "site": "https://www.digitalocean.com", + "step_id": "013_1_0", + "url_before": "https://www.digitalocean.com/", + "url_after": "https://docs.digitalocean.com/products/", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 588, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_0_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 589, + "qid": "click_target", + "pred": "1", + "gold": "1", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_5_0", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 590, + "qid": "click_target", + "pred": "8", + "gold": "8", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_1_0", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/?search=hello", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 591, + "qid": "click_target", + "pred": "8", + "gold": "8", + "p": 1.0, + "meta": { + "site": "https://cloud.google.com", + "step_id": "003_4_0", + "url_before": "https://cloud.google.com/", + "url_after": "https://docs.cloud.google.com/docs", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 592, + "qid": "operation", + "pred": "CLICK", + "gold": "TYPE_TEXT", + "p": 0.6251, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_1_0", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 593, + "qid": "operation", + "pred": "DONE", + "gold": "CLICK", + "p": 0.8819, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_3_1", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 594, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_2_2", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 595, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 0.8779, + "meta": { + "site": "https://www.mongodb.com", + "step_id": "018_4_2", + "url_before": "https://www.mongodb.com/", + "url_after": "https://www.mongodb.com/", + "goal_kind": "search", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 596, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_0_1", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 597, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_2_1", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/contact/", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 598, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://azure.microsoft.com", + "step_id": "001_5_0", + "url_before": "https://azure.microsoft.com/en-us", + "url_after": "https://azure.microsoft.com/en-us", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 599, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 0.9999, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_2_1", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 600, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.squarespace.com", + "step_id": "025_5_0", + "url_before": "https://www.squarespace.com/", + "url_after": "https://www.squarespace.com/templates/get-started", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 601, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://medium.com", + "step_id": "006_0_2", + "url_before": "https://medium.com/", + "url_after": "https://medium.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 602, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.docker.com", + "step_id": "014_5_0", + "url_before": "https://www.docker.com/", + "url_after": "https://www.docker.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 603, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_1_2", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 604, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_1_1", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "after" + } + }, + { + "i": 605, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.freecodecamp.org", + "step_id": "015_0_0", + "url_before": "https://www.freecodecamp.org/", + "url_after": "https://www.freecodecamp.org/", + "goal_kind": "click", + "which": "before", + "policy": "random" + } + }, + { + "i": 606, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://redis.io", + "step_id": "007_0_1", + "url_before": "https://redis.io/", + "url_after": "https://redis.io/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 607, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_0_0", + "url_before": "https://www.heroku.com/", + "url_after": "https://www.heroku.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 608, + "qid": "click_target", + "pred": "6", + "gold": "6", + "p": 1.0, + "meta": { + "site": "https://www.quora.com", + "step_id": "022_5_1", + "url_before": "https://www.quora.com/", + "url_after": "https://www.quora.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 609, + "qid": "operation", + "pred": "TYPE_TEXT", + "gold": "TYPE_TEXT", + "p": 1.0, + "meta": { + "site": "https://caniuse.com", + "step_id": "002_5_0", + "url_before": "https://caniuse.com/", + "url_after": "https://caniuse.com/?search=help", + "goal_kind": "search", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 610, + "qid": "operation", + "pred": "DONE", + "gold": "DONE", + "p": 1.0, + "meta": { + "site": "https://leetcode.com", + "step_id": "005_2_1", + "url_before": "https://leetcode.com/explore/", + "url_after": "https://leetcode.com/accounts/login/?next=%2Fexplore%2F", + "goal_kind": "follow", + "which": "after" + } + }, + { + "i": 611, + "qid": "click_target", + "pred": "19", + "gold": "19", + "p": 1.0, + "meta": { + "site": "https://www.sqlite.org", + "step_id": "024_1_0", + "url_before": "https://www.sqlite.org/", + "url_after": "https://www.sqlite.org/lang_mathfunc.html", + "goal_kind": "follow", + "which": "before", + "policy": "oracle" + } + }, + { + "i": 612, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.netlify.com", + "step_id": "019_1_1", + "url_before": "https://www.netlify.com/", + "url_after": "https://www.netlify.com/", + "goal_kind": "click", + "which": "before", + "policy": "unrelated" + } + }, + { + "i": 613, + "qid": "click_target", + "pred": "7", + "gold": "6", + "p": 0.9962, + "meta": { + "site": "https://wordpress.com", + "step_id": "010_3_1", + "url_before": "https://wordpress.com/", + "url_after": "https://wordpress.com/pricing/", + "goal_kind": "follow", + "which": "before", + "policy": "random" + } + }, + { + "i": 614, + "qid": "operation", + "pred": "CLICK", + "gold": "CLICK", + "p": 1.0, + "meta": { + "site": "https://www.heroku.com", + "step_id": "017_3_0", + "url_before": "https://www.heroku.com/", + "url_after": "https://www.heroku.com/", + "goal_kind": "click", + "which": "before", + "policy": "oracle" + } + } + ] +} \ No newline at end of file