[
  {
    "title": "Open the Clock app",
    "goal": "Search for a relaxing soundscape video on YouTube, use the Clock app to set a timer for 3 hours, then go back to YouTube and play the video.",
    "history": [
      {
        "step": 1,
        "action": {
          "type": "Swipe",
          "arguments": {
            "x1": 720,
            "y1": 1560,
            "x2": 720,
            "y2": 312
          },
          "description": "I will swipe up to reveal additional apps on the screen, as the Clock app is not currently visible. This action will help locate the app to proceed with setting the timer."
        }
      }
    ],
    "action": {
      "type": "Tap",
      "arguments": {
        "x": 236,
        "y": 2119
      },
      "description": "I will tap on the Clock app icon to open it and proceed with setting a timer for 3 hours."
    },
    "before": "examples/1_before.jpg",
    "after": "examples/1_after.jpg"
  },
  {
    "title": "Try to open Chrome for price comparison",
    "goal": "Compare the price of a Ninja air fryer 8 qt at Walmart and Amazon. Stop at the screen displaying the best deal you find.",
    "history": [],
    "action": {
      "type": "Open_App",
      "arguments": {
        "app_name": "Google Chrome"
      },
      "description": "This action will open the Google Chrome app, allowing me to perform the search for the Ninja air fryer on Walmart and Amazon websites."
    },
    "before": "examples/train-300_before.jpg",
    "after": "examples/train-300_after.jpg"
  },
  {
    "title": "Clear the timer",
    "goal": "Search for a relaxing soundscape video on YouTube, use the Clock app to set a timer for 3 hours, then go back to YouTube and play the video.",
    "history": [
      {
        "step": 4,
        "action": {
          "type": "Tap",
          "arguments": {
            "x": 1049,
            "y": 1120
          },
          "description": "I will tap the \"3\" button to set the timer to 3 hours. This is the first step in configuring the timer."
        }
      },
      {
        "step": 6,
        "action": {
          "type": "Tap",
          "arguments": {
            "x": 693,
            "y": 659
          },
          "description": "I will tap on the \"hours\" field to set the input focus to it. This will allow me to correctly input the value \"3\" for the timer's hours field in the next step."
        }
      },
      {
        "step": 7,
        "action": {
          "type": "Tap",
          "arguments": {
            "x": 1049,
            "y": 1120
          },
          "description": "I will tap the \"3\" button on the keypad to input the value for the timer's hours field. This action is expected to update the timer display to \"03h 00m 00s.\""
        }
      }
    ],
    "action": {
      "type": "Tap",
      "arguments": {
        "x": 1059,
        "y": 2112
      },
      "description": "I will tap the \"X\" button to clear the current timer input, resetting it to \"00h 00m 00s.\" This will allow me to correctly set the focus on the hours field and input \"3\" for the timer."
    },
    "before": "examples/3_before.jpg",
    "after": "examples/3_after.jpg"
  },
  {
    "title": "Browse papers citing Segment Anything",
    "goal": "Find the most-cited paper that cites the paper 'Segment Anything' on Google Scholar. Stop at the screen showing the paper abstract.",
    "history": [],
    "action": {
      "type": "Tap",
      "arguments": {
        "x": 343,
        "y": 1635
      },
      "description": "I will tap on the citation count link (\"被引用次数:16348\") to view the list of papers that cite the \"Segment Anything\" paper. This will allow me to identify the most-cited paper from the list."
    },
    "before": "examples/train-19_before.jpg",
    "after": "examples/train-19_after.jpg"
  },
  {
    "title": "Open the uninstall confirmation",
    "goal": "Open Google Play Store, uninstall the Alibaba.com app, then go to Settings and verify if the app is still listed under app resources.",
    "history": [],
    "action": {
      "type": "Tap",
      "arguments": {
        "x": 392,
        "y": 1076
      },
      "description": "This action will tap the \"Uninstall\" button to remove the Alibaba.com app from the device. This is expected to start the uninstallation process."
    },
    "before": "examples/train-142_before.jpg",
    "after": "examples/train-142_after.jpg"
  },
  {
    "title": "Scroll through the app drawer",
    "goal": "Utilize Chrome to search for a biography book, then use Quora to read reviews about the book, and finally add the book to watchlist on eBay.com",
    "history": [
      {
        "step": 29,
        "action": {
          "type": "Swipe",
          "arguments": {
            "x1": 720,
            "y1": 3000,
            "x2": 720,
            "y2": 1000
          },
          "description": "I will swipe up in the app drawer to navigate to the next page of apps. This action is expected to reveal additional apps, including the eBay app if it is installed."
        }
      },
      {
        "step": 30,
        "action": {
          "type": "Swipe",
          "arguments": {
            "x1": 720,
            "y1": 3000,
            "x2": 720,
            "y2": 1000
          },
          "description": "I will swipe up in the app drawer to navigate to the next page of apps. This action is expected to reveal additional apps, including the eBay app if it is installed."
        }
      },
      {
        "step": 31,
        "action": {
          "type": "Swipe",
          "arguments": {
            "x1": 720,
            "y1": 3000,
            "x2": 720,
            "y2": 1000
          },
          "description": "I will swipe up in the app drawer to navigate to the next page of apps. This action is expected to reveal additional apps, including the eBay app if it is installed."
        }
      }
    ],
    "action": {
      "type": "Swipe",
      "arguments": {
        "x1": 720,
        "y1": 3000,
        "x2": 720,
        "y2": 1000
      },
      "description": "I will swipe up in the app drawer to navigate to the next page of apps. This action is expected to reveal additional apps, including the eBay app if it is installed."
    },
    "before": "examples/train-16_before.jpg",
    "after": "examples/train-16_after.jpg"
  },
  {
    "title": "Open the accommodation search",
    "goal": "Use Instagram to search for an itinerary for Venice, Italy, and then proceed Airbnb, book accommodations at Venice, Italy.",
    "history": [],
    "action": {
      "type": "Tap",
      "arguments": {
        "x": 754,
        "y": 281
      },
      "description": "This action will tap on the \"Search for homes\" search bar in the Airbnb app, activating it and preparing the interface for entering the search query \"Venice, Italy.\""
    },
    "before": "examples/train-639_before.jpg",
    "after": "examples/train-639_after.jpg"
  },
  {
    "title": "Open restaurant search",
    "goal": "Find a highly recommended local restaurant in Chicago on Tripadvisor. Check the reviews about must-try dishes and summarize in Notes.",
    "history": [],
    "action": {
      "type": "Tap",
      "arguments": {
        "x": 142,
        "y": 2823
      },
      "description": "Tapping the magnifying glass icon to access the search functionality in the Tripadvisor app, enabling me to search for top-rated restaurants in Chicago."
    },
    "before": "examples/train-368_before.jpg",
    "after": "examples/train-368_after.jpg"
  },
  {
    "title": "Go back from book search results",
    "goal": "Search for 'Circe by Madeline Miller' on Facebook, read one of the posts, head over to eBay.com, search the book, add it to watchlist.",
    "history": [
      {
        "step": 15,
        "action": {
          "type": "Tap",
          "arguments": {
            "x": 303,
            "y": 812
          },
          "description": "I will tap on the \"Save this search\" option at coordinates (303, 812) to attempt saving the search results for \"Circe by Madeline Miller.\" This action might allow saving the search without requiring sign-in, providing an alternative way to track the book."
        }
      },
      {
        "step": 16,
        "action": {
          "type": "Tap",
          "arguments": {
            "x": 928,
            "y": 1381
          },
          "description": "I will tap on the listing for \"SIGNED Circe by Madeline Miller 2018 Hardcover NEW\" at coordinates (928, 1381) to open the item's details page. This action will allow me to explore additional options for interacting with the item, such as saving it or adding it to the watchlist."
        }
      },
      {
        "step": 17,
        "action": {
          "type": "Back",
          "arguments": null,
          "description": "I will press the back button to navigate away from the item's details page and return to the previous screen. This action will allow me to exit the current state since adding the item to the watchlist is not possible without signing in."
        }
      }
    ],
    "action": {
      "type": "Back",
      "arguments": null,
      "description": "I will press the back button to exit the eBay search results page and return to the previous state. This action will allow me to conclude the task, as adding the book to the watchlist is not possible without signing in."
    },
    "before": "examples/9_before.jpg",
    "after": "examples/9_after.jpg"
  },
  {
    "title": "Open an installed app listing",
    "goal": "Open Google Play Store, uninstall the Alibaba.com app, then go to Settings and verify if the app is still listed under app resources.",
    "history": [],
    "action": {
      "type": "Tap",
      "arguments": {
        "x": 182,
        "y": 1912
      },
      "description": "This action will tap on the Alibaba.com app listing to open its details page, where the uninstall option will be available."
    },
    "before": "examples/10_before.jpg",
    "after": "examples/10_after.jpg"
  }
]