{"id": 1, "classification": {"interaction_complexity": "L4", "visual_complexity": "V2", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "2560x1260", "environment": "Desktop"}, "source_website": "2048.gg", "action_sequence": [{"type": "Press", "parameters": {"key": "ArrowUp", "description": "Press the up arrow key to move the tiles."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/1/checkpoints/step_1.png", "logical_assertion": "After entering the up arrow key, the game interface changes correctly according to the rules of 2048."}, {"type": "Press", "parameters": {"key": "ArrowDown", "description": "Press the down arrow key to move the tiles down."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/1/checkpoints/step_2.png", "logical_assertion": "After entering the down arrow key, the game interface changes correctly according to the rules of 2048."}, {"type": "Press", "parameters": {"key": "ArrowLeft", "description": "Press the Left Arrow key to move the tiles to the left."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/1/checkpoints/step_3.png", "logical_assertion": "After entering the left arrow key, the game interface changes correctly according to the rules of 2048."}, {"type": "Press", "parameters": {"key": "ArrowRight", "description": "Press the Right Arrow key to move the tiles to the right."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/1/checkpoints/step_4.png", "logical_assertion": "After entering the right arrow key, the game interface changes correctly according to the rules of 2048."}], "video_path": "./data/1/video.mp4"}
{"id": 2, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Entertainment & Media", "sub_domain": "Music & Performances"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "music.apple.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the play button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/2/checkpoints/step_1.png", "logical_assertion": "The music player logo changes to a playing state."}, {"type": "Click", "parameters": {"description": "Click the expand icon in the music player bar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/2/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the pause button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/2/checkpoints/step_3.png", "logical_assertion": "The music player logo changes to a paused state."}], "video_path": "./data/2/video.mp4"}
{"id": 3, "classification": {"interaction_complexity": "L3", "visual_complexity": "V1", "domain": "Productivity & Tools", "sub_domain": "Data Tools"}, "recording_details": {"resolution": "644x1398", "environment": "Mobile"}, "source_website": "pomofocus.io", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'Short Break' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/3/checkpoints/step_1.png", "logical_assertion": "The countdown below shows '05:00'"}, {"type": "Click", "parameters": {"description": "Click the \"Long Break\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/3/checkpoints/step_2.png", "logical_assertion": "The countdown below shows '15:00'"}, {"type": "Click", "parameters": {"description": "Click the \"Pomodoro\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/3/checkpoints/step_3.png", "logical_assertion": "The countdown below shows '25:00'"}, {"type": "Click", "parameters": {"description": "Click the \"+ Add Task\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/3/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/3/checkpoints/step_5.png"}, {"type": "Type", "parameters": {"key": "123", "description": "Type '123' into the input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/3/checkpoints/step_6.png", "logical_assertion": "The '123' is typed into the input field."}, {"type": "Click", "parameters": {"description": "Click the \"Save\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/3/checkpoints/step_7.png", "logical_assertion": "Add a new item named '123' under 'Tasks'"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/3/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the 'START' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/3/checkpoints/step_9.png", "logical_assertion": "The 'START' button is clicked and changes to 'PAUSE'."}, {"type": "Click", "parameters": {"description": "Click the checkbox for task '123'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/3/checkpoints/step_10.png", "logical_assertion": "Task '123' becomes completed and the 'PAUSE' button changes to 'START'."}, {"type": "Click", "parameters": {"description": "Click the \"Clear Tasks\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/3/checkpoints/step_11.png", "logical_assertion": "The countdown below shows '25:00'."}], "video_path": "./data/3/video.mp4"}
{"id": 4, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "2560x1262", "environment": "Desktop"}, "source_website": "amazon.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Lenovo\" checkbox."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/4/checkpoints/step_1.png", "logical_assertion": "The checkbox for \"Lenovo\" should be checked, and the products should changed to the Lenovo products."}, {"type": "Click", "parameters": {"description": "Click the 'Sort by: Featured' dropdown menu."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/4/checkpoints/step_2.png", "logical_assertion": "The 'Sort by: Featured' dropdown menu expanded."}, {"type": "Click", "parameters": {"description": "Click the \"Price: Low to High\" sort option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/4/checkpoints/step_3.png", "logical_assertion": "The price of the first product should be less than or equal to the price of the second product"}, {"type": "Click", "parameters": {"description": "Click the product link for \"Lenovo ThinkCentre M700, 6th Generation Tiny Business Computer\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/4/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"Add to Cart\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/4/checkpoints/step_5.png"}], "video_path": "./data/4/video.mp4"}
{"id": 5, "classification": {"interaction_complexity": "L3", "visual_complexity": "V2", "domain": "Business & Services", "sub_domain": "Travel & Booking"}, "recording_details": {"resolution": "1846x886", "environment": "Desktop"}, "source_website": "booking.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Where are you going?\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/5/checkpoints/step_1.png", "logical_assertion": "A drop-down box pops up showing the place name"}, {"type": "Click", "parameters": {"description": "Click the \"Los Angeles\" destination."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/5/checkpoints/step_2.png", "logical_assertion": "The 'Los Angeles' destination is selected."}, {"type": "Click", "parameters": {"description": "Click the date '1' in the September 2025 calendar."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/5/checkpoints/step_3.png", "logical_assertion": "The date '1' in the September 2025 calendar is selected."}, {"type": "Click", "parameters": {"description": "Click the date \"3\" in the September 2025 calendar."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/5/checkpoints/step_4.png", "logical_assertion": "The date '3' in the September 2025 calendar is selected."}, {"type": "Click", "parameters": {"description": "Click the '2 adults . 0 children . 7 1 room' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/5/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the plus button to increase the number of adults."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/5/checkpoints/step_6.png", "logical_assertion": "The number of adults is increased to 3."}, {"type": "Click", "parameters": {"description": "Click the plus button to increase the number of rooms."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/5/checkpoints/step_7.png", "logical_assertion": "The number of rooms is increased to 2."}], "video_path": "./data/5/video.mp4"}
{"id": 6, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Life & Community", "sub_domain": "Social & Community"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "disneyworld.disney.go.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Get Tickets\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"View Details\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the 'X' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Continue\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_6.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_7.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the date 28 on the calendar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_9.png", "logical_assertion": "The date 28 is selected on the calendar."}, {"type": "Click", "parameters": {"description": "Click the plus button for \"Ages 10+\" tickets."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/6/checkpoints/step_10.png", "logical_assertion": "The 'Ages 10+' quantity plus one."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_11.png"}, {"type": "Click", "parameters": {"description": "Click the \"Continue\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_12.png", "logical_assertion": "The 'Subtotal' on the lower right is '$853.08'."}, {"type": "Click", "parameters": {"description": "Click the \"Continue\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/6/checkpoints/step_13.png"}], "video_path": "./data/6/video.mp4"}
{"id": 7, "classification": {"interaction_complexity": "L1", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Docs & Wikis"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "en.wikipedia.org", "action_sequence": [{"type": "Click", "parameters": {"description": "Click to expand the \"History\" section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/7/checkpoints/step_1.png", "logical_assertion": "The 'History' section is expanded."}, {"type": "Click", "parameters": {"description": "Click the 'Formatting' link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/7/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"Dark\" radio button on the right side."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/7/checkpoints/step_3.png", "logical_assertion": "The 'Dark' radio button is selected."}, {"type": "Click", "parameters": {"description": "Click the \"Light\" radio button on the right side."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/7/checkpoints/step_4.png", "logical_assertion": "The 'Light' radio button is selected."}, {"type": "Click", "parameters": {"description": "Click the \"Wide\" radio button on the right side."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/7/checkpoints/step_5.png", "logical_assertion": "The 'Wide' radio button is selected."}, {"type": "Click", "parameters": {"description": "Click the \"Large\" radio button on the right side."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/7/checkpoints/step_6.png", "logical_assertion": "The 'Large' radio button is selected."}], "video_path": "./data/7/video.mp4"}
{"id": 8, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "missingdice.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the plus (+) button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/8/checkpoints/step_1.png", "logical_assertion": "The number to the left of the plus (+) button changes to 2."}, {"type": "Click", "parameters": {"description": "Click the plus (+) button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/8/checkpoints/step_2.png", "logical_assertion": "The number to the left of the plus (+) button changes to 3."}, {"type": "Click", "parameters": {"description": "Click the plus (+) button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/8/checkpoints/step_3.png", "logical_assertion": "The number to the left of the plus (+) button changes to 4."}, {"type": "Click", "parameters": {"description": "Click the \"ROLL DICE\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/8/checkpoints/step_4.png", "logical_assertion": "Four dice with numbers appear, and the 'Total' number below is the sum of these four numbers."}, {"type": "Click", "parameters": {"description": "Click the \"ROLL DICE\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/8/checkpoints/step_5.png", "logical_assertion": "The new dice roll results are displayed."}, {"type": "Click", "parameters": {"description": "Click the \"ROLL DICE\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/8/checkpoints/step_6.png", "logical_assertion": "The new dice roll results are displayed."}], "video_path": "./data/8/video.mp4"}
{"id": 9, "classification": {"interaction_complexity": "L1", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "1920x924", "environment": "Desktop"}, "source_website": "apple.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/9/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/9/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/9/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/9/checkpoints/step_4.png"}], "video_path": "./data/9/video.mp4"}
{"id": 10, "classification": {"interaction_complexity": "L4", "visual_complexity": "V2", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "minesweeper.online", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'Beginner' to start a new game."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/10/checkpoints/step_1.png", "logical_assertion": "The timer box in the upper right corner of the game window is reset to zero."}, {"type": "Click", "parameters": {"description": "Click the 'Intermediate' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/10/checkpoints/step_2.png", "logical_assertion": "Game window is changed size."}, {"type": "Click", "parameters": {"description": "Click the 'Custom' tab."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/10/checkpoints/step_3.png", "logical_assertion": "Game window is changed size."}, {"type": "Type", "parameters": {"key": "20", "description": "Input '20' into the 'Height' field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/10/checkpoints/step_4.png"}, {"type": "Type", "parameters": {"key": "100", "description": "Input '100' into the 'Mines' field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/10/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Update\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/10/checkpoints/step_6.png", "logical_assertion": "The left top corner of the game window shows the number 100"}, {"type": "Click", "parameters": {"description": "Click a square on the game board."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/10/checkpoints/step_7.png", "logical_assertion": "After clicking on an area, the interface changes correctly according to the logic of the minesweeper game."}, {"type": "Click", "parameters": {"description": "Click a mine on the game board."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/10/checkpoints/step_8.png", "logical_assertion": "After clicking on an area, the interface changes correctly according to the logic of the minesweeper game."}], "video_path": "./data/10/video.mp4"}
{"id": 11, "classification": {"interaction_complexity": "L2", "visual_complexity": "V1", "domain": "Life & Community", "sub_domain": "Social & Community"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "16personalities.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Take the Test\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/11/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/11/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the second circle on the \"Agree\" to \"Disagree\" scale under the 'Your regularly make new friends'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/11/checkpoints/step_3.png", "logical_assertion": "The second circle on the \"Agree\" to \"Disagree\" scale under the 'Your regularly make new friends' is clicked"}, {"type": "Click", "parameters": {"description": "Click the third circle on the \"Agree\" to \"Disagree\" scale under the 'Complex and novel ideas excite you more than simple and straightforward ones.'"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/11/checkpoints/step_4.png", "logical_assertion": "The third circle on the \"Agree\" to \"Disagree\" scale under the 'Complex and novel ideas excite you more than simple and straightforward ones.' is clicked"}, {"type": "Click", "parameters": {"description": "Click the second circle on the \"Disagree\" to \"Agree\" scale under the 'You usually feel more persuaded by what resonates emotionally with you than by factual arguments.'"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/11/checkpoints/step_5.png", "logical_assertion": "The second circle on the \"Disagree\" to \"Agree\" scale under the 'You usually feel more persuaded by what resonates emotionally with you than by factual arguments.' is clicked"}, {"type": "Click", "parameters": {"description": "Click the third circle on the \"Agree\" to \"Disagree\" scale under the 'Your living and working spaces are clean and organized'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/11/checkpoints/step_6.png", "logical_assertion": "The third circle on the \"Agree\" to \"Disagree\" scale under the 'Your living and working spaces are clean and organized.' is clicked"}, {"type": "Click", "parameters": {"description": "Click the first circle on the \"Disagree\" to \"Agree\" scale under the 'You usually stay calm, even under a lot of pressure'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/11/checkpoints/step_7.png", "logical_assertion": "The first circle on the \"Disagree\" to \"Agree\" scale under the 'You usually stay calm, even under a lot of pressure.' is clicked"}, {"type": "Click", "parameters": {"description": "Click the first circle on the \"Disagree\" to \"Agree\" scale under the 'You find the idea of networking or promoting yourself to strangers very daunting'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/11/checkpoints/step_8.png", "logical_assertion": "The first circle on the \"Disagree\" to \"Agree\" scale under the 'You find the idea of networking or promoting yourself to strangers very daunting.' is clicked"}, {"type": "Click", "parameters": {"description": "Click the \"Next ->\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/11/checkpoints/step_9.png"}], "video_path": "./data/11/video.mp4"}
{"id": 12, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "ebay.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the love icon for the second product on the 'Deals for you' section."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/12/checkpoints/step_1.png", "logical_assertion": "The love icon is clicked for the second product under the 'Deals for you'."}, {"type": "Click", "parameters": {"description": "Click the love icon for the third product on the 'Deals for you' section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/12/checkpoints/step_2.png", "logical_assertion": "The love icon is clicked for the third product under the 'Deals for you'."}, {"type": "Click", "parameters": {"description": "Click the love icon for the fifth product on the 'Deals for you' section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/12/checkpoints/step_3.png", "logical_assertion": "The love icon is clicked for the fifth product under the 'Deals for you'."}], "video_path": "./data/12/video.mp4"}
{"id": 13, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "bestbuy.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'Processor Model' highlight."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/13/checkpoints/step_1.png", "logical_assertion": "A description of 'Processor Model' pops up on the right side of the page"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/13/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/13/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/13/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the 'X' button to close the 'Highlights' window."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/13/checkpoints/step_5.png", "logical_assertion": "The 'Highlights' window is closed"}, {"type": "Click", "parameters": {"description": "Click the \"System Memory (RAM) 32 gigabytes\" highlight."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/13/checkpoints/step_6.png", "logical_assertion": "A description of 'System Memory (RAM) 32 gigabytes' pops up on the right side of the page"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/13/checkpoints/step_7.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/13/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the \"Graphics\" tab of the 'Highlights' section."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/13/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the \"Graphics\" tab of the 'Highlights' section to close the window."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/13/checkpoints/step_10.png", "logical_assertion": "The \"Graphics\" window is closed"}, {"type": "Click", "parameters": {"description": "Click the \"Total Storage Capacity 2000 gigabytes\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/13/checkpoints/step_11.png"}], "video_path": "./data/13/video.mp4"}
{"id": 14, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "Travel & Booking"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "airbnb.com.sg", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/14/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/14/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/14/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/14/checkpoints/step_4.png"}], "video_path": "./data/14/video.mp4"}
{"id": 15, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Business & Services", "sub_domain": "Travel & Booking"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "booking.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"First Name\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/15/checkpoints/step_1.png", "logical_assertion": "The \"First Name\" input field is clicked"}, {"type": "Type", "parameters": {"key": "su", "description": "Type 'su' into the 'First Name' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/15/checkpoints/step_2.png", "logical_assertion": "'su' appears in the 'First Name' field"}, {"type": "Click", "parameters": {"description": "Click the \"Last name\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/15/checkpoints/step_3.png", "logical_assertion": "The \"Last name\" input field is clicked"}, {"type": "Type", "parameters": {"key": "su", "description": "Input 'su' into the 'Last name' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/15/checkpoints/step_4.png", "logical_assertion": "'su' appears in the 'Last name' field"}, {"type": "Click", "parameters": {"description": "Click the \"Email Address\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/15/checkpoints/step_5.png", "logical_assertion": "The \"Email Address\" input field is clicked"}, {"type": "Type", "parameters": {"key": "china", "description": "Input 'china' into the Email Address field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/15/checkpoints/step_6.png", "logical_assertion": "'china' appears in the 'Email Address' field"}, {"type": "Click", "parameters": {"description": "Click the 'Phone (mobile number preferred)' input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/15/checkpoints/step_7.png", "logical_assertion": "The 'Phone (mobile number preferred)' input field is clicked"}, {"type": "Type", "parameters": {"key": "123456789", "description": "Input '123456789' into the 'Phone (mobile number preferred)' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/15/checkpoints/step_8.png", "logical_assertion": "'123456789' appears in the 'Phone (mobile number preferred)' field"}], "video_path": "./data/15/video.mp4"}
{"id": 16, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "Finance & Investment"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "finance.yahoo.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/16/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/16/checkpoints/step_2.png"}], "video_path": "./data/16/video.mp4"}
{"id": 17, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "bbc.co.uk", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Open unit selector\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/17/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the number '4' under the 'SELECT A UNIT'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/17/checkpoints/step_2.png", "logical_assertion": "Page content updated to Unit 4"}, {"type": "Click", "parameters": {"description": "Click the number '7' under the 'SELECT A UNIT'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/17/checkpoints/step_3.png", "logical_assertion": "Page content updated to Unit 7"}, {"type": "Click", "parameters": {"description": "Click the \"Grammar reference\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/17/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"Vocabulary reference\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/17/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/17/checkpoints/step_6.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/17/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"Practise Vocabulary\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/17/checkpoints/step_8.png"}], "video_path": "./data/17/video.mp4"}
{"id": 18, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Research & Academia"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "archive.org", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"texts\" checkbox under the \"Media Type\" filter."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/18/checkpoints/step_1.png", "logical_assertion": "The 'texts' option under 'Media Types' on the left is selected"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/18/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"book\" checkbox under the \"Subject\" filter."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/18/checkpoints/step_3.png", "logical_assertion": "The 'book' option under 'Subject' on the left is selected"}, {"type": "Click", "parameters": {"description": "Click the first item in the search result."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/18/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/18/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Flip right\" icon which is a triangle button with an arrow pointing right."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/18/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the \"Flip left\" icon which is a triangle button with an arrow pointing left."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/18/checkpoints/step_7.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/18/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the \"Share\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/18/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the 'X' icon to close the \"Share or Embed This Item\" pop-up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/18/checkpoints/step_10.png"}], "video_path": "./data/18/video.mp4"}
{"id": 19, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Productivity & Tools", "sub_domain": "Project Management"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "openreview.net", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/19/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/19/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/19/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the \"NeurIPS\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/19/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"NeurIPS 2024\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/19/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"NeurIPS 2024 Datasets and Benchmarks Track\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/19/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the title \"LINGOLY: A Benchmark of Olympiad-Level Linguistic Reasoning Puzzles in Low Resource and Extinct Languages\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/19/checkpoints/step_7.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/19/checkpoints/step_8.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/19/checkpoints/step_9.png"}], "video_path": "./data/19/video.mp4"}
{"id": 20, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Entertainment & Media", "sub_domain": "Films, TV & Books"}, "recording_details": {"resolution": "2560x1270", "environment": "Desktop"}, "source_website": "youtube.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/20/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/20/checkpoints/step_2.png", "logical_assertion": "A new video is playing."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/20/checkpoints/step_3.png", "logical_assertion": "A new video is playing."}, {"type": "Click", "parameters": {"description": "Click the comments icon with the number 2,169."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/20/checkpoints/step_4.png"}], "video_path": "./data/20/video.mp4"}
{"id": 21, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Entertainment & Media", "sub_domain": "Films, TV & Books"}, "recording_details": {"resolution": "2560x1260", "environment": "Desktop"}, "source_website": "goodreads.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/21/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Readers' Favorite 2024\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/21/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"2022 AWARDS\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/21/checkpoints/step_3.png"}], "video_path": "./data/21/video.mp4"}
{"id": 22, "classification": {"interaction_complexity": "L2", "visual_complexity": "V4", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "store.steampowered.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the search input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/22/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "2077", "description": "Input \"2077\" into the search bar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/22/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the search icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/22/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the first \"Cyberpunk 2077\" search result."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/22/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/22/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Add to Cart\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/22/checkpoints/step_6.png", "logical_assertion": "The 'Added to your cart!' pop-up window appears."}, {"type": "Click", "parameters": {"description": "Click the \"View My Cart (1)\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/22/checkpoints/step_7.png"}], "video_path": "./data/22/video.mp4"}
{"id": 23, "classification": {"interaction_complexity": "L1", "visual_complexity": "V3", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "2560x1286", "environment": "Desktop"}, "source_website": "polygon.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/23/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/23/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/23/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/23/checkpoints/step_4.png"}], "video_path": "./data/23/video.mp4"}
{"id": 24, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Knowledge & Education", "sub_domain": "Research & Academia"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "huggingface.co", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Data Studio\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/24/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the first line of the table."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/24/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the 'train' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/24/checkpoints/step_3.png", "logical_assertion": "'train' under 'Split (2)' becomes 'test'"}, {"type": "Click", "parameters": {"description": "Click the \"Run Query\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/24/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"Files and versions\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/24/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"data\" folder."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/24/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the 'Community' tab near the 'Files and versions'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/24/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"[bot] Conversion to Parquet\" discussion."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/24/checkpoints/step_8.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll half of the page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/24/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the 'Preview' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/24/checkpoints/step_10.png"}], "video_path": "./data/24/video.mp4"}
{"id": 25, "classification": {"interaction_complexity": "L4", "visual_complexity": "V4", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "leetcode.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Problems\" link in the navigation bar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/25/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"1. Two Sum\" problem."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/25/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll half of the page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/25/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the 'Hint 1' section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/25/checkpoints/step_4.png", "logical_assertion": "The 'Hint 1' section is expanded"}, {"type": "Click", "parameters": {"description": "Click to expand the 'Hint 2' section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/25/checkpoints/step_5.png", "logical_assertion": "The 'Hint 2' section is expanded"}, {"type": "Click", "parameters": {"description": "Click to expand 'Hint 3'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/25/checkpoints/step_6.png", "logical_assertion": "The 'Hint 3' section is expanded"}, {"type": "Click", "parameters": {"description": "Click the run button on the top."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/25/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"Solutions\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/25/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click on the third solution titled \"3 Method's || C++ || JAVA || PYTHON || Beginner Friendly\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/25/checkpoints/step_9.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll half of the page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/25/checkpoints/step_10.png"}, {"type": "Click", "parameters": {"description": "Click the 'Copy' icon for the 'Solution 1: (Brute Force)' code."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/25/checkpoints/step_11.png"}, {"type": "Click", "parameters": {"description": "Click the copy icon for the 'Solution 1: (Brute Force)' code block."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/25/checkpoints/step_12.png", "logical_assertion": "the 'Copy' icon becomes 'copied!'"}, {"type": "Click", "parameters": {"description": "Click the run button on the top."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/25/checkpoints/step_13.png"}, {"type": "Click", "parameters": {"description": "Click the 'Case 2' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/25/checkpoints/step_14.png"}], "video_path": "./data/25/video.mp4"}
{"id": 26, "classification": {"interaction_complexity": "L4", "visual_complexity": "V4", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "644x1398", "environment": "Mobile"}, "source_website": "geogebra.org", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Tools\" icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Table\" icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"Spreadsheet\" icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the \"Algebra\" icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"Algebra\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Algebra\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the 'Input' input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/26/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the 'f(x)' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_8.png", "logical_assertion": "The 'f(x)' button is highlighted."}, {"type": "Click", "parameters": {"description": "Click the 'sin' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/26/checkpoints/step_9.png", "logical_assertion": "The input field is filled with 'sin()'."}, {"type": "Click", "parameters": {"description": "Click the 'ABC' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_10.png", "logical_assertion": "The 'ABC button is highlighted."}, {"type": "Click", "parameters": {"description": "Click the 'x' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_11.png", "logical_assertion": "The input field is filled with 'sin(x)', and the function curve of sin(x) is shown in the figure."}, {"type": "Click", "parameters": {"description": "Click the 'f(x)' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/26/checkpoints/step_12.png", "logical_assertion": "The 'f(x)' button is highlighted."}, {"type": "Click", "parameters": {"description": "Click the 'ln' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_13.png", "logical_assertion": "The input field is filled with 'sin(xln())'."}, {"type": "Click", "parameters": {"description": "Click the 'ABC' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_14.png", "logical_assertion": "The 'ABC button is highlighted."}, {"type": "Click", "parameters": {"description": "Click the 'x' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/26/checkpoints/step_15.png", "logical_assertion": "The input field is filled with 'sin(xln(x))', and the function curve of sin(xln(x)) is shown in the figure."}], "video_path": "./data/26/video.mp4"}
{"id": 27, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Research & Academia"}, "recording_details": {"resolution": "644x1398", "environment": "Mobile"}, "source_website": "jstor.org", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Search journals, books, images, and primary\" search field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "tang", "description": "Input 'tang' into the search field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the 'Title: tang' search suggestion."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the search icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the checkbox to select the journal article \"Together They Might Make Trouble."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the \"Read online\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"Read online\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/27/checkpoints/step_8.png", "logical_assertion": "The button is clicked and becomes dark."}, {"type": "Click", "parameters": {"description": "Click the menu icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the 'Advanced Search' link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_10.png"}, {"type": "Click", "parameters": {"description": "Click the \"TERM(S)\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/27/checkpoints/step_11.png"}, {"type": "Type", "parameters": {"key": "tang", "description": "Type \"tang\" into the TERM(S) input field in the first row."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/27/checkpoints/step_12.png", "logical_assertion": "TERM(S) is tang."}, {"type": "Click", "parameters": {"description": "Click the \"TERM(S)\" input field in the second row."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/27/checkpoints/step_13.png"}, {"type": "Type", "parameters": {"key": "qin", "description": "Input \"qin\" into the second TERM(S) field in the second row."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/27/checkpoints/step_14.png", "logical_assertion": "The second TERM(S) is qin."}, {"type": "Click", "parameters": {"description": "Click the \"FIELD\" field in the first row."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_15.png"}, {"type": "Click", "parameters": {"description": "Click the \"FIELD\" field in the second row."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_16.png"}, {"type": "Click", "parameters": {"description": "Click the \"Submit Advanced Search\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/27/checkpoints/step_17.png"}], "video_path": "./data/27/video.mp4"}
{"id": 28, "classification": {"interaction_complexity": "L2", "visual_complexity": "V1", "domain": "Entertainment & Media", "sub_domain": "Films, TV & Books"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "youtube.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/28/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click to expand the \"Are you eligible?\" section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/28/checkpoints/step_2.png", "logical_assertion": "The content of the 'Are you eligible?' section is expanded."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/28/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click to expand 'The benefits of being in the YouTube Partner Program' section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/28/checkpoints/step_4.png", "logical_assertion": "The content of the 'The benefits of being in the YouTube Partner Program' section is displayed, including blue and white text."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/28/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/28/checkpoints/step_6.png"}], "video_path": "./data/28/video.mp4"}
{"id": 29, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Productivity & Tools", "sub_domain": "Data Tools"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "1password.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Password Manager\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/29/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Monthly\" radio button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/29/checkpoints/step_2.png", "logical_assertion": "The price of the current page becomes: $3.99\u3001$6.95\u3001$24.95\u3001$9.99."}, {"type": "Click", "parameters": {"description": "Click the 'USD' currency dropdown."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/29/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the \"CAD\" currency option."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/29/checkpoints/step_4.png", "logical_assertion": "The price of the current page becomes: $4.99CAD\u3001$7.95CAD\u3001$29.95CAD\u3001$11.99CAD."}, {"type": "Click", "parameters": {"description": "Click the 'CAD' currency dropdown."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/29/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the 'EUR' currency option."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/29/checkpoints/step_6.png", "logical_assertion": "The price of the current page becomes: \u20ac3.39\u3001\u20ac5.95\u3001\u20ac20.95\u3001\u20ac8.99."}], "video_path": "./data/29/video.mp4"}
{"id": 30, "classification": {"interaction_complexity": "L3", "visual_complexity": "V2", "domain": "Productivity & Tools", "sub_domain": "Content Creation"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "stackedit.io", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'Files' text."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/30/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the 'Files' text."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/30/checkpoints/step_2.png", "logical_assertion": "'Files' is selected in the left section."}, {"type": "Click", "parameters": {"description": "Click the 'B' (Bold) button on the top."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/30/checkpoints/step_3.png", "logical_assertion": "'**' appears on the left and left of the selected 'Files' on the left"}, {"type": "Click", "parameters": {"description": "Click the 'B' (Bold) button on the top."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/30/checkpoints/step_4.png", "logical_assertion": "'**' disappears on the left and left of the selected 'Files' on the left"}, {"type": "Click", "parameters": {"description": "Click the 'B' (Bold) button on the top."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/30/checkpoints/step_5.png", "logical_assertion": "'**' appears on the left and left of the selected 'Files' on the left"}, {"type": "Click", "parameters": {"description": "Click the \"I\" button on the top."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/30/checkpoints/step_6.png", "logical_assertion": "The selected 'Files' on the left side becomes italic."}, {"type": "Click", "parameters": {"description": "Click the Heading button right of the 'I' button in the toolbar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/30/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the Heading button right of the 'I' button in the toolbar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/30/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the strikethrough button in the top."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/30/checkpoints/step_9.png", "logical_assertion": "The selected 'Files' on the right side and left aise becomes strikethrough."}], "video_path": "./data/30/video.mp4"}
{"id": 31, "classification": {"interaction_complexity": "L3", "visual_complexity": "V4", "domain": "Productivity & Tools", "sub_domain": "Project Management"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "app.clickup.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Home\" button in the navigation menu."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/31/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Project 1\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/31/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"Explore on my own\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_3.png", "logical_assertion": "The pop-up box in the upper left corner disappears"}, {"type": "Click", "parameters": {"description": "Click the task named \"Task 1\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/31/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"TO DO\" status button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_5.png", "logical_assertion": "The 'Status' column's icon changes."}, {"type": "Click", "parameters": {"description": "Click the checkbox for the 'Status' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_6.png", "logical_assertion": "The 'Status' column changes to 'IN PROGRESS'."}, {"type": "Click", "parameters": {"description": "Click the checkbox next to 'IN PROGRESS'"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_7.png", "logical_assertion": "The 'Status' column changes to 'COMPLETE'."}, {"type": "Click", "parameters": {"description": "Click the \"Assignees\" field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_8.png", "logical_assertion": "A drop-down box appears under 'Assignees'."}, {"type": "Click", "parameters": {"description": "Click the 'Me' option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/31/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the 'Priority' field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/31/checkpoints/step_10.png", "logical_assertion": "A drop-down box appears under 'Priority'."}, {"type": "Click", "parameters": {"description": "Click the \"Normal\" priority option."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_11.png", "logical_assertion": "The value of 'Priority' changes to 'Normal'."}, {"type": "Click", "parameters": {"description": "Click the \"Time Estimate\" field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_12.png", "logical_assertion": "A drop-down box appears under 'Time Estimate'."}, {"type": "Type", "parameters": {"key": "1", "description": "Input '1' into the \"Time Estimate\" field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_13.png", "logical_assertion": "A drop-down box with '1 hour' appears."}, {"type": "Click", "parameters": {"description": "Click the '1 hour' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_14.png", "logical_assertion": "The value of 'Time Estimate' changes to '1 hour'."}, {"type": "Click", "parameters": {"description": "Click on a blank area outside the pop-up window."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_15.png", "logical_assertion": "The pop-up window disappears."}, {"type": "Click", "parameters": {"description": "Click the \"Add time\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/31/checkpoints/step_16.png"}, {"type": "Click", "parameters": {"description": "Click the \"10:01 am\" end time field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/31/checkpoints/step_17.png"}, {"type": "Click", "parameters": {"description": "Click the \"11:00 am\" time option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/31/checkpoints/step_18.png"}, {"type": "Click", "parameters": {"description": "Click the \"Save\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_19.png", "logical_assertion": "The 'Track Time' column's value is '59m'."}, {"type": "Click", "parameters": {"description": "Click the \"Write a comment...\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_20.png"}, {"type": "Type", "parameters": {"key": "11", "description": "Input \"11\" into the comment field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/31/checkpoints/step_21.png"}, {"type": "Click", "parameters": {"description": "Click the send button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/31/checkpoints/step_22.png", "logical_assertion": "A card with the number '11' appears below the 'Activity' on the right."}], "video_path": "./data/31/video.mp4"}
{"id": 32, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Productivity & Tools", "sub_domain": "Data Tools"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "online-calculator.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the '5' area on the screen"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/32/checkpoints/step_1.png", "logical_assertion": "Calculator displays '5'."}, {"type": "Click", "parameters": {"description": "Click the '3' area on the screen"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/32/checkpoints/step_2.png", "logical_assertion": "Calculator displays '53'."}, {"type": "Click", "parameters": {"description": "Click the '2' area on the screen"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/32/checkpoints/step_3.png", "logical_assertion": "Calculator displays '532'."}, {"type": "Click", "parameters": {"description": "Click the '.' area on the screen"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/32/checkpoints/step_4.png", "logical_assertion": "Calculator displays '532.7'."}, {"type": "Click", "parameters": {"description": "Click the '7' area on the screen"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/32/checkpoints/step_5.png", "logical_assertion": "Calculator displays '532.7'."}, {"type": "Click", "parameters": {"description": "Click the '6' area on the screen"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/32/checkpoints/step_6.png", "logical_assertion": "Calculator displays '532.76'."}, {"type": "Click", "parameters": {"description": "Click the 'x' area on the screen"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/32/checkpoints/step_7.png", "logical_assertion": "The 'x' button is selected."}, {"type": "Click", "parameters": {"description": "Click the '9' area on the screen"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/32/checkpoints/step_8.png", "logical_assertion": "Calculator displays '9'."}, {"type": "Click", "parameters": {"description": "Click the '.' area on the screen"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/32/checkpoints/step_9.png", "logical_assertion": "Calculator displays '9.'."}, {"type": "Click", "parameters": {"description": "Click the '2' area on the screen"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/32/checkpoints/step_10.png", "logical_assertion": "Calculator displays '9.2'."}, {"type": "16316", "parameters": {"description": "Click the '=' area on the screen"}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/32/checkpoints/step_11.png", "logical_assertion": "Calculator displays '4901.392'."}], "video_path": "./data/32/video.mp4"}
{"id": 33, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Life & Community", "sub_domain": "Health & Fitness"}, "recording_details": {"resolution": "2180x1304", "environment": "Desktop"}, "source_website": "webmd.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Symptom Checker\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Age\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/33/checkpoints/step_2.png"}, {"type": "Type", "parameters": {"key": "25", "description": "Input '25' into the Age text field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/33/checkpoints/step_3.png", "logical_assertion": "The '25' is typed into the Age text field."}, {"type": "Click", "parameters": {"description": "Click the 'Male' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/33/checkpoints/step_4.png", "logical_assertion": "The 'Male' button is selected."}, {"type": "Click", "parameters": {"description": "Click the 'Continue' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click on the input field under the 'What is your symptom?'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/33/checkpoints/step_6.png"}, {"type": "Type", "parameters": {"key": "head", "description": "Input 'head' into input field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_7.png", "logical_assertion": "Expand the search box to find head-related symptoms."}, {"type": "Click", "parameters": {"description": "Click the \"headache\" option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_8.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the \"one sided headache\" checkbox."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/33/checkpoints/step_10.png", "logical_assertion": "The 'one sided headache' checkbox is selected."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_11.png"}, {"type": "Click", "parameters": {"description": "Click the 'headache' checkbox."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/33/checkpoints/step_12.png", "logical_assertion": "The 'headache' checkbox is selected."}, {"type": "Click", "parameters": {"description": "Click the \"Done\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_13.png", "logical_assertion": "'One-sided headache' and 'headache' appear under 'My Symptoms' on the bottom left of the Checker card."}, {"type": "Click", "parameters": {"description": "Click the head of the body model."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_14.png", "logical_assertion": "The head of the person in the picture on the right is enlarged and displayed."}, {"type": "Click", "parameters": {"description": "Click the \"Continue\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_15.png"}, {"type": "Click", "parameters": {"description": "Click the \"Continue\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_16.png"}, {"type": "Click", "parameters": {"description": "Click the \"May be\" option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_17.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_18.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_19.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/33/checkpoints/step_20.png"}], "video_path": "./data/33/video.mp4"}
{"id": 34, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Knowledge & Education", "sub_domain": "News & Media"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "pudding.cool", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/34/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/34/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/34/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/34/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/34/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/34/checkpoints/step_6.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/34/checkpoints/step_7.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/34/checkpoints/step_8.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/34/checkpoints/step_9.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/34/checkpoints/step_10.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/34/checkpoints/step_11.png"}], "video_path": "./data/34/video.mp4"}
{"id": 35, "classification": {"interaction_complexity": "L1", "visual_complexity": "V3", "domain": "Entertainment & Media", "sub_domain": "Films, TV & Books"}, "recording_details": {"resolution": "2560x1262", "environment": "Desktop"}, "source_website": "hulu.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/35/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/35/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/35/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/35/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/35/checkpoints/step_5.png"}], "video_path": "./data/35/video.mp4"}
{"id": 36, "classification": {"interaction_complexity": "L3", "visual_complexity": "V4", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "store.steampowered.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/36/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"SEE ALL 100 TOP SELLERS\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/36/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/36/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the \"KINGDOM HEARTS -HD 1.5+2.5 ReMIX-\" game entry."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/36/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/36/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Add to Cart\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/36/checkpoints/step_6.png", "logical_assertion": "The 'Added to your cart!' pop-up window appears."}, {"type": "Click", "parameters": {"description": "Click the \"Continue Shopping\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/36/checkpoints/step_7.png"}], "video_path": "./data/36/video.mp4"}
{"id": 37, "classification": {"interaction_complexity": "L4", "visual_complexity": "V2", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "1920x968", "environment": "Desktop"}, "source_website": "papergames.io", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the piece on h7."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_1.png", "logical_assertion": "The board shows the possible positions to move to, h5 and h6."}, {"type": "Click", "parameters": {"description": "Click the square at position h5 on the chessboard."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_2.png", "logical_assertion": "The piece is correctly moved to h5"}, {"type": "Click", "parameters": {"description": "Click the piece at position h5."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_3.png", "logical_assertion": "The board shows the possible moves according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the h4 square to move the piece."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_4.png", "logical_assertion": "The piece is correctly moved to square."}, {"type": "Click", "parameters": {"description": "Click the h3 square on the chessboard."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_5.png", "logical_assertion": "The board shows the possible moves according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the h3 square on the chessboard."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_6.png", "logical_assertion": "The piece is correctly moved to square according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the square h3."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_7.png", "logical_assertion": "The board shows the possible moves according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the g2 square to castle."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_8.png", "logical_assertion": "The piece is correctly moved to square according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the g2 square to move the piece."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_9.png", "logical_assertion": "The board shows the possible moves according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the f1 to promote the pawn."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_10.png", "logical_assertion": "Show the upgrade selection bar."}, {"type": "Click", "parameters": {"description": "Click the first option in the upgrade selection bar."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_11.png", "logical_assertion": "The piece is correctly upgraded to a queen."}, {"type": "Click", "parameters": {"description": "Click the g7 square."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_12.png", "logical_assertion": "The board shows the possible moves according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the square at g5."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_13.png", "logical_assertion": "The piece is correctly moved to square according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the f7 square to move the bishop."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_14.png", "logical_assertion": "The board shows the possible moves according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the f5 square on the chessboard."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_15.png", "logical_assertion": "The piece is correctly moved to square according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the square f5."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_16.png", "logical_assertion": "The board shows the possible moves according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the e4 square to move the piece."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_17.png", "logical_assertion": "The piece is correctly moved to square according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the pawn on square e7."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_18.png", "logical_assertion": "The board shows the possible moves according to the rules of chess."}, {"type": "Click", "parameters": {"description": "Click the e5 square."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/37/checkpoints/step_19.png", "logical_assertion": "The piece is correctly moved to square according to the rules of chess."}], "video_path": "./data/37/video.mp4"}
{"id": 38, "classification": {"interaction_complexity": "L3", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Research & Academia"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "github.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the plus icon '+' in the header."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/38/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"New repository\" menu item."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/38/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the box of 'Repository name*'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/38/checkpoints/step_3.png"}, {"type": "Type", "parameters": {"key": "jackccc", "description": "Type 'jackccc' into the 'Repository name' input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/38/checkpoints/step_4.png", "logical_assertion": "Under the input box displays 'jackccc is available'"}, {"type": "Type", "parameters": {"key": "an interesting boy", "description": "Input \"an interesting boy\" into the Description field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/38/checkpoints/step_5.png", "logical_assertion": "The content under the 'Description' input field is 'an interesting boy'"}, {"type": "Click", "parameters": {"description": "Click the \"Public\" dropdown menu."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/38/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the 'Private' radio button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/38/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"Add README\" toggle switch."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/38/checkpoints/step_8.png", "logical_assertion": "The word next to the switch changes from Off to On"}, {"type": "Click", "parameters": {"description": "Click the \"No license\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/38/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the \"Apache License 2.0\" option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/38/checkpoints/step_10.png"}, {"type": "Click", "parameters": {"description": "Click the \"Create repository\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/38/checkpoints/step_11.png", "logical_assertion": "The title in the README is 'jackccc', and the content is 'an interesting boy'"}], "video_path": "./data/38/video.mp4"}
{"id": 39, "classification": {"interaction_complexity": "L4", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "desmos.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the '9' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_1.png", "logical_assertion": "Input box is '9'"}, {"type": "Click", "parameters": {"description": "Click the '+' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the '5' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the Enter button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_4.png", "logical_assertion": "The first calculation result is 14"}, {"type": "Click", "parameters": {"description": "Click the '8' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the 'a\u00b2' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_6.png", "logical_assertion": "The result of the second line is 64"}, {"type": "Click", "parameters": {"description": "Click the '\u00f7' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the '4' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the Enter button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_9.png", "logical_assertion": "The second calculation result is 16"}, {"type": "Click", "parameters": {"description": "Click the square root button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_10.png"}, {"type": "Click", "parameters": {"description": "Click the '9' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_11.png"}, {"type": "Click", "parameters": {"description": "Click the Enter button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_12.png"}, {"type": "Click", "parameters": {"description": "Click the '|a|' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_13.png"}, {"type": "Click", "parameters": {"description": "Click the '-' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_14.png"}, {"type": "Click", "parameters": {"description": "Click the '9' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_15.png"}, {"type": "Click", "parameters": {"description": "Click the enter button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/39/checkpoints/step_16.png", "logical_assertion": "The fourth operation result is 9"}], "video_path": "./data/39/video.mp4"}
{"id": 40, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "644x1398", "environment": "Mobile"}, "source_website": "cliffsnotes.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the menu icon."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/40/checkpoints/step_1.png", "logical_assertion": "The menu is expanded to 6 submenus."}, {"type": "Click", "parameters": {"description": "Click the \"Literature Notes\" link in the navigation menu."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/40/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"D\" under the 'Literature'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/40/checkpoints/step_3.png", "logical_assertion": "The 'D' option is selected."}, {"type": "Click", "parameters": {"description": "Click the \"F\" under the 'Literature'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/40/checkpoints/step_4.png", "logical_assertion": "The 'F' option is selected."}, {"type": "Click", "parameters": {"description": "Click the \"Author\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/40/checkpoints/step_5.png", "logical_assertion": "The 'Author' option is selected."}, {"type": "Click", "parameters": {"description": "Click the Menu icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/40/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the 'Study Guides' link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/40/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the first item button in the 'Study Guides' list."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/40/checkpoints/step_8.png"}, {"type": "Scroll", "parameters": {"description": "Scroll half of the page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/40/checkpoints/step_9.png"}, {"type": "Scroll", "parameters": {"description": "Scroll half of the page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/40/checkpoints/step_10.png"}, {"type": "Click", "parameters": {"description": "Click the 'Next' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/40/checkpoints/step_11.png"}], "video_path": "./data/40/video.mp4"}
{"id": 41, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Life & Community", "sub_domain": "Social & Community"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "reddit.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the comments icon with the 12k."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/41/checkpoints/step_1.png", "logical_assertion": "A video is playing."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/41/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/41/checkpoints/step_3.png"}], "video_path": "./data/41/video.mp4"}
{"id": 42, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Life & Community", "sub_domain": "Social & Community"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "x.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Post\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/42/checkpoints/step_1.png", "logical_assertion": "A 'Drafts' card appears on the page."}, {"type": "Click", "parameters": {"description": "Click the emoji icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/42/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the emoji in the first row, first column."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/42/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the icon left of the emoji icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/42/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the input field of the Choice 1 section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/42/checkpoints/step_5.png"}, {"type": "Type", "parameters": {"key": "1", "description": "Input '1' into the 'Choice 1' input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/42/checkpoints/step_6.png", "logical_assertion": "Choice 1 is 1."}, {"type": "Type", "parameters": {"key": "2", "description": "Type '2' into the 'Choice 2' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/42/checkpoints/step_7.png", "logical_assertion": "Choice 2 is 2."}, {"type": "Click", "parameters": {"description": "Click the \"Drafts\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/42/checkpoints/step_8.png"}], "video_path": "./data/42/video.mp4"}
{"id": 43, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "1920x922", "environment": "Desktop"}, "source_website": "homedepot.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'Delivery' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/43/checkpoints/step_1.png", "logical_assertion": "The 'Delivery' button is clicked."}, {"type": "Click", "parameters": {"description": "Click the \"3 Year / $150.00\" radio button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/43/checkpoints/step_2.png", "logical_assertion": "The '3 Year / $150.00' radio button is clicked."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/43/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the plus button to increase the quantity."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/43/checkpoints/step_4.png", "logical_assertion": "The quantity is increased to 2."}, {"type": "Click", "parameters": {"description": "Click the plus button to increase the quantity."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/43/checkpoints/step_5.png", "logical_assertion": "The quantity is increased to 3, and the price below the yellow 'PayPal' button changes to '$112.49/mo'."}, {"type": "Click", "parameters": {"description": "Click the plus button to increase the quantity."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/43/checkpoints/step_6.png", "logical_assertion": "The quantity is increased to 4, and the price below the yellow 'PayPal' button changes to '$164.70/mo'."}, {"type": "Click", "parameters": {"description": "Click the plus icon to increase the quantity."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/43/checkpoints/step_7.png", "logical_assertion": "The quantity is increased to 5, and the price below the yellow 'PayPal' button changes to '$216.90/mo'."}], "video_path": "./data/43/video.mp4"}
{"id": 44, "classification": {"interaction_complexity": "L3", "visual_complexity": "V4", "domain": "Productivity & Tools", "sub_domain": "Content Creation"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "hemingwayapp.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the eye icon in the red box on the left."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/44/checkpoints/step_1.png", "logical_assertion": "The eye icon is selected and becomes closed, and the red mark on the second half of the first paragraph of the middle article disappears."}, {"type": "Click", "parameters": {"description": "Click the eye icon in the red box on the left."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/44/checkpoints/step_2.png", "logical_assertion": "The red mark on the second half of the first paragraph of the middle article appears."}, {"type": "Click", "parameters": {"description": "Click the \"Show more stats\" link under the 'Words:185'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/44/checkpoints/step_3.png", "logical_assertion": "Expand the corresponding content"}], "video_path": "./data/44/video.mp4"}
{"id": 45, "classification": {"interaction_complexity": "L4", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "wolframalpha.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/45/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "Partial fraction decomposition of 1/(x^2 + 4x + 3)", "description": "Input 'Partial fraction decomposition of 1/(x^2 + 4x + 3)' into the input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/45/checkpoints/step_2.png", "logical_assertion": "The 'Partial fraction decomposition of 1/(x^2 + 4x + 3)' is typed into the input field."}, {"type": "Type", "parameters": {"key": "Enter", "description": "Press Enter to submit the query."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/45/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/45/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/45/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/45/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the clear icon in the search bar."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/45/checkpoints/step_7.png", "logical_assertion": "The content in the search box is restored to the default."}, {"type": "Click", "parameters": {"description": "Click the input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/45/checkpoints/step_8.png"}, {"type": "Type", "parameters": {"key": "Caffeine content in 24 ounces of coffee and 24 ounces of soda", "description": "Input 'Caffeine content in 24 ounces of coffee and 24 ounces of soda' into the input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/45/checkpoints/step_9.png", "logical_assertion": "The 'Caffeine content in 24 ounces of coffee and 24 ounces of soda' is typed into the input field."}, {"type": "Type", "parameters": {"key": "Enter", "description": "Press Enter to submit the query."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/45/checkpoints/step_10.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/45/checkpoints/step_11.png"}], "video_path": "./data/45/video.mp4"}
{"id": 46, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Productivity & Tools", "sub_domain": "Data Tools"}, "recording_details": {"resolution": "2180x1304", "environment": "Desktop"}, "source_website": "charts.livegap.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the cell in the '2023' row of the 'February' column."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/46/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the cell in the '2023' row of the 'February' column."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/46/checkpoints/step_2.png"}, {"type": "Type", "parameters": {"key": "0", "description": "Input '0' into the selected cell."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/46/checkpoints/step_3.png", "logical_assertion": "The cell in the '2023' row of the 'February' column displays '80', and the blue line value of the horizontal axis 'February' in the above chart becomes 80."}, {"type": "Click", "parameters": {"description": "Click the cell in the '2024' row of the 'May' column."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/46/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the cell in the '2024' row of the 'May' column."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/46/checkpoints/step_5.png"}, {"type": "Press", "parameters": {"key": "Backspace", "description": "Delete the contents of the selected cell."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/46/checkpoints/step_6.png"}, {"type": "Type", "parameters": {"key": "16", "description": "Input '16' into the data cell for May 2024."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/46/checkpoints/step_7.png", "logical_assertion": "The cell in the '2024' row of the 'May' column displays '16', and the blue line value of the horizontal axis 'May' in the above chart becomes 16."}, {"type": "Click", "parameters": {"description": "Click the \"Point Dot\" menu item."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/46/checkpoints/step_8.png", "logical_assertion": "The 'Point Dot' panel expanded."}], "video_path": "./data/46/video.mp4"}
{"id": 47, "classification": {"interaction_complexity": "L2", "visual_complexity": "V4", "domain": "Business & Services", "sub_domain": "Finance & Investment"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "tradingview.com", "action_sequence": [{"type": "Press", "parameters": {"key": "ArrowUp", "description": "Press the Up Arrow key to select the 'VIX' symbol in the watchlist."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/47/checkpoints/step_1.png", "logical_assertion": "The panel on the lower right shows the VIX information, with an index of 14.22."}, {"type": "Press", "parameters": {"key": "ArrowUp", "description": "Press the 'DJI' item in the watchlist."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/47/checkpoints/step_2.png", "logical_assertion": "The panel on the lower right shows the DJI information, with an number of 45631.74."}, {"type": "Press", "parameters": {"key": "ArrowUp", "description": "Press the down arrow key to select the 'NDQ' stock in the watchlist."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/47/checkpoints/step_3.png", "logical_assertion": "The panel on the lower right shows the NDQ information, with an number of 23498.12."}, {"type": "Press", "parameters": {"key": "ArrowDown", "description": "Press the down arrow key to select the 'DJI' item in the watchlist."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/47/checkpoints/step_4.png", "logical_assertion": "The panel on the lower right shows the DJI information, with an number of 45631.74."}], "video_path": "./data/47/video.mp4"}
{"id": 48, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Life & Community", "sub_domain": "Social & Community"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "glassdoor.sg", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Like\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/48/checkpoints/step_1.png", "logical_assertion": "The 'Like' button is clicked."}, {"type": "Click", "parameters": {"description": "Click the \"340 Comments\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/48/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the 'X' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/48/checkpoints/step_3.png"}], "video_path": "./data/48/video.mp4"}
{"id": 49, "classification": {"interaction_complexity": "L2", "visual_complexity": "V4", "domain": "Life & Community", "sub_domain": "Social & Community"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "ai-2027.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/49/checkpoints/step_1.png", "logical_assertion": "A timeline appears on the left."}, {"type": "Click", "parameters": {"description": "Click the \"2026\" marker on the timeline."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/49/checkpoints/step_2.png", "logical_assertion": "The right side shows the data chart for 'May 2026'"}, {"type": "Click", "parameters": {"description": "Click \"Jan 2027\" on the timeline."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/49/checkpoints/step_3.png", "logical_assertion": "The right side shows the data chart for 'Feb 2027'"}, {"type": "Click", "parameters": {"description": "Click \"Oct\" on the timeline."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/49/checkpoints/step_4.png", "logical_assertion": "The right side shows the data chart for 'Oct 2027'"}], "video_path": "./data/49/video.mp4"}
{"id": 50, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Knowledge & Education", "sub_domain": "News & Media"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "pudding.cool", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/50/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/50/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/50/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/50/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/50/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/50/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the 'YOUR INPUT' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/50/checkpoints/step_7.png"}], "video_path": "./data/50/video.mp4"}
{"id": 51, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Entertainment & Media", "sub_domain": "Films, TV & Books"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "kychou.net", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the input field of 'First Line'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/51/checkpoints/step_1.png"}, {"type": "Press", "parameters": {"key": "Backspace", "description": "Press the Backspace key to delete all content in the \"First Line\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/51/checkpoints/step_2.png", "logical_assertion": "All content in the \"First Line\" input field is deleted."}, {"type": "Type", "parameters": {"key": "1", "description": "Input '1' into the 'First Line' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/51/checkpoints/step_3.png", "logical_assertion": "The '1' is typed into the 'First Line' field."}, {"type": "Click", "parameters": {"description": "Click the input field of 'Second Line'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/51/checkpoints/step_4.png"}, {"type": "Press", "parameters": {"key": "Backspace", "description": "Press the Backspace key to delete all content in the 'Second Line' input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/51/checkpoints/step_5.png", "logical_assertion": "All content in the 'Second Line' input field is deleted."}, {"type": "Type", "parameters": {"key": "2", "description": "Input '2' into the 'Second Line' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/51/checkpoints/step_6.png", "logical_assertion": "The '2' is typed into the 'Second Line' field."}, {"type": "Click", "parameters": {"description": "Click the input field of 'Third Line'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/51/checkpoints/step_7.png"}, {"type": "Press", "parameters": {"key": "Backspace", "description": "Press the Backspace key to delete all content in the 'Third Line' input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/51/checkpoints/step_8.png", "logical_assertion": "All content in the 'Third Line' input field is deleted."}, {"type": "Type", "parameters": {"key": "3", "description": "Input '3' into the 'Third Line' input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/51/checkpoints/step_9.png", "logical_assertion": "The '3' is typed into the 'Third Line' field."}, {"type": "Click", "parameters": {"description": "Click the \"Generate\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/51/checkpoints/step_10.png", "logical_assertion": "A new poster is generated with three-level titles: 1, 2, and 3."}], "video_path": "./data/51/video.mp4"}
{"id": 52, "classification": {"interaction_complexity": "L4", "visual_complexity": "V2", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "papergames.io", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the center-center square on the tic-tac-toe board."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/52/checkpoints/step_1.png", "logical_assertion": "A new green \"X\" appears in the center-center of the tic-toe-chess."}, {"type": "Click", "parameters": {"description": "Click the top-right square of the tic-tac-toe board."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/52/checkpoints/step_2.png", "logical_assertion": "A new green \"X\" appears in the top-right corner of the tic-toe-chess."}, {"type": "Click", "parameters": {"description": "Click the middle-left square on the tic-tac-toe board."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/52/checkpoints/step_3.png", "logical_assertion": "A new green \"X\" appears in the center-left corner of the tic-toe-chess."}, {"type": "Click", "parameters": {"description": "Click the bottom-right square of the game board."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/52/checkpoints/step_4.png", "logical_assertion": "A new green \"X\" appears in the bottom-right corner of the tic-toe-chess."}], "video_path": "./data/52/video.mp4"}
{"id": 53, "classification": {"interaction_complexity": "L2", "visual_complexity": "V1", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "macys.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"$10\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/53/checkpoints/step_1.png", "logical_assertion": "'10' appears in the 'Enter Custom Value*' column."}, {"type": "Click", "parameters": {"description": "Click the \"Recipient's Email Address\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/53/checkpoints/step_2.png"}, {"type": "Type", "parameters": {"key": "jane@email.com", "description": "Type 'jane@email.com' into the 'Recipient's Email Address' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/53/checkpoints/step_3.png", "logical_assertion": "The 'jane@email.com' is typed in the 'Recipient's Email Address' field."}, {"type": "Click", "parameters": {"description": "Click the \"Message\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/53/checkpoints/step_4.png"}, {"type": "Type", "parameters": {"key": "jane\u3001jack\u3001happy birthday", "description": "Type \"jane, jack, happy birthday\" into the Message field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/53/checkpoints/step_5.png", "logical_assertion": "The 'jane, jack, happy birthday' is typed in the Message field."}], "video_path": "./data/53/video.mp4"}
{"id": 54, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "Travel & Booking"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "airbnb.com.sg", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"$491 SGD\" price tag on the map."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/54/checkpoints/step_1.png", "logical_assertion": "Houses with \"$491 SGD\" price are displayed."}, {"type": "Click", "parameters": {"description": "Click the close 'x' button to close the map pop-up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/54/checkpoints/step_2.png", "logical_assertion": "The house display thumbnail on the right is disappears"}, {"type": "Click", "parameters": {"description": "Click the \"$428 SGD\" price pin on the map."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/54/checkpoints/step_3.png", "logical_assertion": "Houses with \"$428 SGD\" price are displayed."}, {"type": "Click", "parameters": {"description": "Click the close 'x' button on the map pop-up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/54/checkpoints/step_4.png", "logical_assertion": "The house display thumbnail on the right is disappears"}, {"type": "Click", "parameters": {"description": "Click the \"$511 SGD\" price pin on the map."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/54/checkpoints/step_5.png", "logical_assertion": "Houses with \"$511 SGD\" price are displayed."}, {"type": "Click", "parameters": {"description": "Click the close button on the map pop-up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/54/checkpoints/step_6.png", "logical_assertion": "The house display thumbnail on the right is disappears"}], "video_path": "./data/54/video.mp4"}
{"id": 55, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "Finance & Investment"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "google.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Strategic Cloud Engineer, Application Modernization, Technical Delivery\" job posting."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/55/checkpoints/step_1.png", "logical_assertion": "The page content changes to \"Strategic Cloud Engineer, Application Modernization, Technical Delivery\""}, {"type": "Click", "parameters": {"description": "Click the \"Industry Manager, Large Customer Sales (Russian, English)\" job listing."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/55/checkpoints/step_2.png", "logical_assertion": "The page content changes to \"Industry Manager, Large Customer Sales (Russian, English)\""}, {"type": "Click", "parameters": {"description": "Click the \"Software Engineer III, Budgeting, Google Ads\" job listing."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/55/checkpoints/step_3.png", "logical_assertion": "The page content changes to \"Software Engineer III, Budgeting, Google Ads\""}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/55/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/55/checkpoints/step_5.png"}], "video_path": "./data/55/video.mp4"}
{"id": 56, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Life & Community", "sub_domain": "Social & Community"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "github.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'Labels' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/56/checkpoints/step_1.png", "logical_assertion": "Jump to 'Labels' page"}, {"type": "Click", "parameters": {"description": "Click the \"Search all labels\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/56/checkpoints/step_2.png", "logical_assertion": "The 'Search all labels' input field is clicked"}, {"type": "Type", "parameters": {"key": "bug", "description": "Input 'bug' into the Labels search field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/56/checkpoints/step_3.png", "logical_assertion": "'bug' appears in the 'Labels search field'"}, {"type": "Click", "parameters": {"description": "Click the search icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/56/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"Type: Bug\" label."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/56/checkpoints/step_5.png", "logical_assertion": "The 'Type: Bug' label is clicked"}], "video_path": "./data/56/video.mp4"}
{"id": 57, "classification": {"interaction_complexity": "L3", "visual_complexity": "V2", "domain": "Life & Community", "sub_domain": "Social & Community"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "github.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Repositories 150\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/57/checkpoints/step_1.png", "logical_assertion": "The \"Repositories 150\" tab is clicked"}, {"type": "Click", "parameters": {"description": "Click the \"stylex\" repository link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/57/checkpoints/step_2.png", "logical_assertion": "The 'stylex' repository link is clicked"}, {"type": "Click", "parameters": {"description": "Click the \" Code\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/57/checkpoints/step_3.png", "logical_assertion": "The \" Code\" button is clicked"}, {"type": "Click", "parameters": {"description": "Click the 'copy' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/57/checkpoints/step_4.png", "logical_assertion": "'Copied!' appears above the 'copy' tab"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/57/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/57/checkpoints/step_6.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/57/checkpoints/step_7.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/57/checkpoints/step_8.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/57/checkpoints/step_9.png"}], "video_path": "./data/57/video.mp4"}
{"id": 58, "classification": {"interaction_complexity": "L4", "visual_complexity": "V2", "domain": "Life & Community", "sub_domain": "Social & Community"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "calendar.google.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"+ Create\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/58/checkpoints/step_1.png", "logical_assertion": "A drop-down box will pop up below the \"+ Create\" button."}, {"type": "Click", "parameters": {"description": "Click the 'Event' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/58/checkpoints/step_2.png", "logical_assertion": "Add an event card in the middle of the page"}, {"type": "Type", "parameters": {"key": "1", "description": "Input '1' into the 'Add title' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/58/checkpoints/step_3.png", "logical_assertion": "The card title area is entered as '1'."}, {"type": "Click", "parameters": {"description": "Click the \"6:00am\" start time in the time column."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/58/checkpoints/step_4.png", "logical_assertion": "The '6:00am' start time in the time column is clicked"}, {"type": "Click", "parameters": {"description": "Click the \"Does not repeat\" dropdown menu."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/58/checkpoints/step_5.png", "logical_assertion": "The 'Does not repeat' dropdown menu is clicked"}, {"type": "Click", "parameters": {"description": "Click the 'Weekly on Monday' option."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/58/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the \"Save\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/58/checkpoints/step_7.png", "logical_assertion": "The card in the middle of the page disappears"}, {"type": "Click", "parameters": {"description": "Click the \"Day\" dropdown button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/58/checkpoints/step_8.png", "logical_assertion": "A drop-down box pops up below the \"Day\" button"}, {"type": "Click", "parameters": {"description": "Click the \"Month\" menu item."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/58/checkpoints/step_9.png", "logical_assertion": "On August 18, August 25, and September 1, there are events with the title '1' and the time '6am'."}], "video_path": "./data/58/video.mp4"}
{"id": 59, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Knowledge & Education", "sub_domain": "Research & Academia"}, "recording_details": {"resolution": "2560x1392", "environment": "Desktop"}, "source_website": "colab.research.google.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Getting started\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/59/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the first code cell under the 'Getting started' page."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/59/checkpoints/step_2.png"}, {"type": "Type", "parameters": {"key": "*60", "description": "Input '*60' into the first code cell."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/59/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the run icon on the left of the first code cell."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/59/checkpoints/step_4.png", "logical_assertion": "The number bleow the first code cell is 5184000"}, {"type": "Click", "parameters": {"description": "Click the \"Data science\" link in the table of contents."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/59/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click on the first code cell 'ys = 200 + np.random.randn(100)'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/59/checkpoints/step_6.png"}, {"type": "Type", "parameters": {"key": "Backspace", "description": "Press the Backspace key to delete the '2'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/59/checkpoints/step_7.png"}, {"type": "Type", "parameters": {"key": "3", "description": "Input '3' into the code cell."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/59/checkpoints/step_8.png", "logical_assertion": "ys is updated to 'ys = 300 + np.random.randn(100)'"}, {"type": "Click", "parameters": {"description": "Click the play icon to run the first code cell."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/59/checkpoints/step_9.png", "logical_assertion": "The result image below the first code cell changes"}, {"type": "Click", "parameters": {"description": "Click on the first code cell 'fig = plt.figure(figsize=(4, 3), facecolor='w')'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/59/checkpoints/step_10.png"}, {"type": "Type", "parameters": {"key": "Backspace", "description": "Press the Backspace key to delete the '3'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/59/checkpoints/step_11.png"}, {"type": "Type", "parameters": {"key": "2", "description": "Input '2' into the code cell."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/59/checkpoints/step_12.png", "logical_assertion": "fig is updated to 'fig = plt.figure(figsize=(4, 2), facecolor='w')'"}, {"type": "Click", "parameters": {"description": "Click the play icon to run the first code cell."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/59/checkpoints/step_13.png", "logical_assertion": "The result image below the first code cell changes"}, {"type": "Click", "parameters": {"description": "Click the 'File' menu item."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/59/checkpoints/step_14.png"}], "video_path": "./data/59/video.mp4"}
{"id": 60, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "khanacademy.org", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/60/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the 'Practice' button for \"Constant of proportionality from tables\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/60/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"Let's go\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/60/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the radio button for option 'A'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/60/checkpoints/step_4.png", "logical_assertion": "Option 'A' is selected"}, {"type": "Click", "parameters": {"description": "Click the \"Check\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/60/checkpoints/step_5.png", "logical_assertion": "The 'A' button changes to green 'CORRECT(SELECTED)', and the answer to option B shown below is 7/5, and the answer to option C shown below is 4/3."}, {"type": "Click", "parameters": {"description": "Click the \"See a step-by-step solution.\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/60/checkpoints/step_6.png", "logical_assertion": "The answer analysis for each option appears, and one of the answers in step 5/5 is 8/5."}, {"type": "Click", "parameters": {"description": "Click the \"Next question\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/60/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the radio button for option A."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/60/checkpoints/step_8.png", "logical_assertion": "Option 'A' is selected"}, {"type": "Click", "parameters": {"description": "Click the \"Check\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/60/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the \"Show a step\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/60/checkpoints/step_10.png", "logical_assertion": "Assuming A is the correct answer, then y = 1/6x"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/60/checkpoints/step_11.png"}, {"type": "Click", "parameters": {"description": "Click the \"+ Get another hint (1/5)\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/60/checkpoints/step_12.png", "logical_assertion": "The table lists the values \u200b\u200bof x, y, and 1/6x in option A, and y != 1/6x."}, {"type": "Click", "parameters": {"description": "Click the \"+ Get another hint (2/5)\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/60/checkpoints/step_13.png", "logical_assertion": "The table lists the values \u200b\u200bof x, y, and 1/6y in option B, and y != 1/6x."}, {"type": "Click", "parameters": {"description": "Click the \"+ Get another hint (3/5)\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/60/checkpoints/step_14.png"}, {"type": "Click", "parameters": {"description": "Click the \"+ Get another hint (4/5)\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/60/checkpoints/step_15.png"}], "video_path": "./data/60/video.mp4"}
{"id": 61, "classification": {"interaction_complexity": "L1", "visual_complexity": "V1", "domain": "Knowledge & Education", "sub_domain": "Research & Academia"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "arxiv.org", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Ashish Vaswani\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/61/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Hide abstracts\" radio button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/61/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the 'Search' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/61/checkpoints/step_3.png", "logical_assertion": "Abstract is hidden in the displayed search results"}, {"type": "Click", "parameters": {"description": "Click the \"50\" option."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/61/checkpoints/step_4.png", "logical_assertion": "The option is changed from 50 to 25"}, {"type": "Click", "parameters": {"description": "Click the \"Go\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/61/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Next\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/61/checkpoints/step_6.png", "logical_assertion": "The page number limit drop-down box changed from 25 to 50"}, {"type": "Click", "parameters": {"description": "Click the \"Advanced Search\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/61/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the 'From' box in the 'Data' area."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/61/checkpoints/step_8.png", "logical_assertion": "The option under the 'Data' changes from selecting 'All dates' to selecting 'Date range'."}, {"type": "Type", "parameters": {"key": "2021", "description": "Type \"2021\" into the \"From\" date range field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/61/checkpoints/step_9.png", "logical_assertion": "The value under the 'From' input field is '2021'"}, {"type": "Click", "parameters": {"description": "Click the 'to' box in the 'Data' area."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/61/checkpoints/step_10.png"}, {"type": "Type", "parameters": {"key": "2025", "description": "Input '2025' into the 'to' date range field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/61/checkpoints/step_11.png", "logical_assertion": "The value under the 'to' input field is '2025'"}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key to perform the advanced search."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/61/checkpoints/step_12.png"}], "video_path": "./data/61/video.mp4"}
{"id": 62, "classification": {"interaction_complexity": "L3", "visual_complexity": "V2", "domain": "Productivity & Tools", "sub_domain": "Content Creation"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "chatgpt.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Ask anything\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/62/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "What are the possible directions for writing a research report for an MTl graduation thesis?", "description": "Input 'What are the possible directions for writing a research report for an MTl graduation thesis?' into the input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/62/checkpoints/step_2.png", "logical_assertion": "The 'What are the possible directions for writing a research report for an MTl graduation thesis?' is typed into the input field."}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key to submit the prompt."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/62/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/62/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/62/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/62/checkpoints/step_6.png"}, {"type": "Type", "parameters": {"key": "How about integrated with AI", "description": "Input \"How about integrated with AI\" into the chat input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/62/checkpoints/step_7.png", "logical_assertion": "The 'How about integrated with AI' is typed into the input field."}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key to submit the prompt."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/62/checkpoints/step_8.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/62/checkpoints/step_9.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/62/checkpoints/step_10.png"}, {"type": "Type", "parameters": {"key": "sure", "description": "Input \"sure\" into the input text field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/62/checkpoints/step_11.png", "logical_assertion": "The 'sure' is typed into the input field."}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key to send the message \"sure\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/62/checkpoints/step_12.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/62/checkpoints/step_13.png"}, {"type": "Click", "parameters": {"description": "Click the \"New chat\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/62/checkpoints/step_14.png"}], "video_path": "./data/62/video.mp4"}
{"id": 63, "classification": {"interaction_complexity": "L3", "visual_complexity": "V2", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "dell.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/63/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"2.5\u82f1\u5bf8\u673a\u7bb1\u542b8\u901a\u7528\u786c\u76d8\u63d2\u69fd (SAS/SATA/NVME Direct), Front PERC 11, 2 CPU\" radio button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/63/checkpoints/step_2.png", "logical_assertion": "The '2.5\u82f1\u5bf8\u673a\u7bb1\u542b8\u901a\u7528\u786c\u76d8\u63d2\u69fd (SAS/SATA/NVME Direct), Front PERC 11, 2 CPU' radio button is selected."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/63/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the '\u82f1\u7279\u5c14\u00ae \u81f3\u5f3a\u94c2\u91d1 8592+ 1.9G' radio button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/63/checkpoints/step_4.png", "logical_assertion": "The '\u82f1\u7279\u5c14\u00ae \u81f3\u5f3a\u94c2\u91d1 8592+ 1.9G' radio button is selected."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/63/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/63/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the \"7.68TB \u56fa\u6001\u786c\u76d8 SAS \u8bfb\u53d6\u5bc6\u96c6\u578b...\" radio button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/63/checkpoints/step_7.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/63/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the checkbox for the \"3.84TB \u56fa\u6001\u786c\u76d8 SATA\" option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/63/checkpoints/step_9.png"}], "video_path": "./data/63/video.mp4"}
{"id": 64, "classification": {"interaction_complexity": "L2", "visual_complexity": "V1", "domain": "Knowledge & Education", "sub_domain": "Docs & Wikis"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "thefreedictionary.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the search bar."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/64/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "explore", "description": "Input 'exploit' into the search field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/64/checkpoints/step_2.png"}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key to search for \"explore\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/64/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the \"Thesaurus\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/64/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/64/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/64/checkpoints/step_6.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/64/checkpoints/step_7.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/64/checkpoints/step_8.png"}], "video_path": "./data/64/video.mp4"}
{"id": 65, "classification": {"interaction_complexity": "L3", "visual_complexity": "V2", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "target.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Filter\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/65/checkpoints/step_1.png", "logical_assertion": "The filter pop-up panel is displayed."}, {"type": "Click", "parameters": {"description": "Click the 'Price' filter."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/65/checkpoints/step_2.png", "logical_assertion": "The price filter is displayed."}, {"type": "Click", "parameters": {"description": "Click the \"$15 - $25\" checkbox."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/65/checkpoints/step_3.png", "logical_assertion": "The \"$15 - $25\" checkbox is checked"}, {"type": "Click", "parameters": {"description": "Click the \"Apply\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/65/checkpoints/step_4.png", "logical_assertion": "The Price column shows a range of '$15 - $25'."}], "video_path": "./data/65/video.mp4"}
{"id": 66, "classification": {"interaction_complexity": "L1", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "ikea.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/66/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/66/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/66/checkpoints/step_3.png"}], "video_path": "./data/66/video.mp4"}
{"id": 67, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "etsy.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/67/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/67/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/67/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click to expand the \"Do Etsy gift cards expire?\" section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/67/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"Are Etsy gift cards physical or digital?\" question."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/67/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Can I send an Etsy gift card to someone who lives in a different country?\" question."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/67/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click to expand the \"Where can I buy an Etsy gift card?\" question."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/67/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"How do I redeem my Etsy gift card?\" question."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/67/checkpoints/step_8.png"}], "video_path": "./data/67/video.mp4"}
{"id": 68, "classification": {"interaction_complexity": "L2", "visual_complexity": "V4", "domain": "Business & Services", "sub_domain": "Travel & Booking"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "expedia.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Departing Oct 27\" date field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/68/checkpoints/step_1.png", "logical_assertion": "Date drop-down box expands."}, {"type": "Click", "parameters": {"description": "Click the date '28' in the calendar."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/68/checkpoints/step_2.png", "logical_assertion": "The date '28' in the calendar is selected."}, {"type": "Click", "parameters": {"description": "Click the \"Done\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/68/checkpoints/step_3.png", "logical_assertion": "TThe price on the page changes."}, {"type": "Click", "parameters": {"description": "Click the \"Departing Oct 28\" date input."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/68/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the date 29 in the calendar."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/68/checkpoints/step_5.png", "logical_assertion": "The date '29' in the calendar is selected."}, {"type": "Click", "parameters": {"description": "Click the \"Done\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/68/checkpoints/step_6.png", "logical_assertion": "The price on the page changes."}, {"type": "Click", "parameters": {"description": "Click the \"Departing Oct 29\" date field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/68/checkpoints/step_7.png", "logical_assertion": "Date drop-down box expands."}, {"type": "Click", "parameters": {"description": "Click the date \"30\" in the calendar."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/68/checkpoints/step_8.png", "logical_assertion": "The date '30' in the calendar is selected."}, {"type": "Click", "parameters": {"description": "Click the \"Done\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/68/checkpoints/step_9.png", "logical_assertion": "The price on the page changes."}], "video_path": "./data/68/video.mp4"}
{"id": 69, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "Travel & Booking"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "skyscanner.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'Automatic' checkbox."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/69/checkpoints/step_1.png", "logical_assertion": "The \"Automatic\" checkbox is checked"}, {"type": "Click", "parameters": {"description": "Click the \"Unlimited mileage\" checkbox."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/69/checkpoints/step_2.png", "logical_assertion": "The \"Unlimited mileage\" checkbox is checked"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/69/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/69/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/69/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/69/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the \"View deal\" link of the '$75' item."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/69/checkpoints/step_7.png", "logical_assertion": "The \"View deal\" link of the '$75' item is clicked"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/69/checkpoints/step_8.png"}], "video_path": "./data/69/video.mp4"}
{"id": 70, "classification": {"interaction_complexity": "L4", "visual_complexity": "V1", "domain": "Life & Community", "sub_domain": "Health & Fitness"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "nhlbi.nih.gov", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'Metric' button under 'BMI CALCULATOR'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/70/checkpoints/step_1.png", "logical_assertion": "The 'Metric' button under 'BMI CALCULATOR' is clicked"}, {"type": "Click", "parameters": {"description": "Click the input box below 'Height'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_2.png"}, {"type": "Type", "parameters": {"key": "170", "description": "Input '170' into the Height field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_3.png", "logical_assertion": "The value in the Height field is '170'"}, {"type": "Click", "parameters": {"description": "Click the input box below 'Weight'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_4.png"}, {"type": "Type", "parameters": {"key": "100", "description": "Input '100' into the Weight field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_5.png", "logical_assertion": "The value in the Weight is '100'"}, {"type": "Click", "parameters": {"description": "Click the 'Calculate Your BMI' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_6.png", "logical_assertion": "The number below 'YOUR BMIS IS' is 34.6"}, {"type": "Click", "parameters": {"description": "Click the 'Reset' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_7.png", "logical_assertion": "The value in the Height field is cleared"}, {"type": "Click", "parameters": {"description": "Click the input box below 'Height'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_8.png"}, {"type": "Type", "parameters": {"key": "180", "description": "Input '180' into the Height text field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_9.png", "logical_assertion": "The value in the Height field is '180'"}, {"type": "Click", "parameters": {"description": "Click the input box below 'Weight'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_10.png"}, {"type": "Type", "parameters": {"key": "100", "description": "Input '100' into the 'Weight' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_11.png", "logical_assertion": "The value in the Weight field is '100'"}, {"type": "Click", "parameters": {"description": "Click the 'Calculate Your BMI' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_12.png", "logical_assertion": "The number below 'YOUR BMIS IS' is 30.9"}, {"type": "Click", "parameters": {"description": "Click the 'Reset' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_13.png"}, {"type": "Type", "parameters": {"key": "190", "description": "Input '190' into the Height field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_14.png", "logical_assertion": "The value in the Height field is '190'"}, {"type": "Type", "parameters": {"key": "100", "description": "Input '100' into the 'Weight' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_15.png", "logical_assertion": "The value in the Weight field is '100'"}, {"type": "Click", "parameters": {"description": "Click the 'Calculate Your BMI' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/70/checkpoints/step_16.png", "logical_assertion": "The number below 'YOUR BMIS IS' is 27.7"}], "video_path": "./data/70/video.mp4"}
{"id": 71, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "coursera.org", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"What do you want to learn?\" search bar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/71/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "machine learning", "description": "Type \"machine learning\" into the search bar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/71/checkpoints/step_2.png"}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key to search for \"machine learning\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/71/checkpoints/step_3.png", "logical_assertion": "Results on \"machine learning\" were presented"}, {"type": "Click", "parameters": {"description": "Click the \"Show 7 more\" link under the 'Subject' on the left side."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/71/checkpoints/step_4.png", "logical_assertion": "There are more options under 'Subject' on the left."}, {"type": "Click", "parameters": {"description": "Click the \"Math and Logic (30)\" checkbox."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/71/checkpoints/step_5.png", "logical_assertion": "Results on \"Math and Logic (30)\" were presented"}, {"type": "Click", "parameters": {"description": "Click the \"Sort by: Best Match\" dropdown."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/71/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the \"Newest\" option in the \"Sort by\" dropdown."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/71/checkpoints/step_7.png", "logical_assertion": "All results are Sort by: Newest"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/71/checkpoints/step_8.png"}], "video_path": "./data/71/video.mp4"}
{"id": 72, "classification": {"interaction_complexity": "L4", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "wolframalpha.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the search bar on the top."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/72/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "solve Power[x,2] + 4x -4 = 0", "description": "Type 'solve Power[x,2] + 4x -4 = 0' into the search field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/72/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the '=' button on the right of the search bar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/72/checkpoints/step_3.png", "logical_assertion": "Result of 'solve Power[x,2] + 4x -4 = 0' is displayed as 'x = -2(1+\u221a2)' and 'x = 2(\u221a2-1)'"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/72/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/72/checkpoints/step_5.png"}, {"type": "Press", "parameters": {"key": "Backspace", "description": "Press the Backspace key to clear the input field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/72/checkpoints/step_6.png"}, {"type": "Type", "parameters": {"key": "x+y=10 x-y=5", "description": "Input \"x+y=10 x-y=5\" into the search field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/72/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the '=' button on the right of the search bar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/72/checkpoints/step_8.png", "logical_assertion": "Result of 'x+y=10 x-y=5' is displayed as 'x = 10/11' and 'y = 45/11'"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/72/checkpoints/step_9.png"}], "video_path": "./data/72/video.mp4"}
{"id": 73, "classification": {"interaction_complexity": "L1", "visual_complexity": "V1", "domain": "Knowledge & Education", "sub_domain": "Research & Academia"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "scholar.google.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the search input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/73/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "LLM", "description": "Input 'LLM' into the search bar."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/73/checkpoints/step_2.png", "logical_assertion": "Page content updated to LLM"}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key to search for \"LLM\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/73/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the \"Since 2024\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/73/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"Sort by date\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/73/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the 'Review articles' filter."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/73/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the \"Cite\" link of the first paper."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/73/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the 'X' button to close the 'Cite' pop-up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/73/checkpoints/step_8.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/73/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the page number '3'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/73/checkpoints/step_10.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/73/checkpoints/step_11.png"}], "video_path": "./data/73/video.mp4"}
{"id": 74, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "gamemcu.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the sixth option at the bottom of the page"}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/74/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the seventh option at the bottom of the page"}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/74/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the eighth option at the bottom of the page"}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/74/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the ninth option at the bottom of the page"}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/74/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the tenth option at the bottom of the page"}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/74/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the eleventh option at the bottom of the page"}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/74/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the twelfth option at the bottom of the page"}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/74/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the third option at the bottom of the page"}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/74/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the '\u8f66\u8eab' (Exterior) button on the right navigation bar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/74/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the \"\u98ce\u963b\" (Wind Resistance) button on the right navigation bar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/74/checkpoints/step_10.png"}, {"type": "Click", "parameters": {"description": "Click the '\u96f7\u8fbe' button on the vertical navigation bar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/74/checkpoints/step_11.png"}], "video_path": "./data/74/video.mp4"}
{"id": 75, "classification": {"interaction_complexity": "L3", "visual_complexity": "V2", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "644x1398", "environment": "Mobile"}, "source_website": "ticketmaster.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/75/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/75/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the 'Desi Banks' event."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/75/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/75/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the first item."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/75/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the minus sign '-' to the right of 'Standard Admission'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/75/checkpoints/step_6.png"}], "video_path": "./data/75/video.mp4"}
{"id": 76, "classification": {"interaction_complexity": "L2", "visual_complexity": "V4", "domain": "Productivity & Tools", "sub_domain": "Data Tools"}, "recording_details": {"resolution": "2560x1270", "environment": "Desktop"}, "source_website": "wandb.ai", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"training\" on the top of the page."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/76/checkpoints/step_1.png", "logical_assertion": "The \"training\" section panel expanded."}, {"type": "Click", "parameters": {"description": "Click the 'timing_per_token_ms'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/76/checkpoints/step_2.png", "logical_assertion": "The 'timing_per_token_ms' section panel expanded."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/76/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the \"response_length\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/76/checkpoints/step_4.png", "logical_assertion": "The 'response_length' section panel expanded."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/76/checkpoints/step_5.png"}], "video_path": "./data/76/video.mp4"}
{"id": 77, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Entertainment & Media", "sub_domain": "Films, TV & Books"}, "recording_details": {"resolution": "1920x926", "environment": "Desktop"}, "source_website": "imdb.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the search field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "The Dark Knight", "description": "Input 'The Dark Knight' into the search field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the search icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the first result of 'The Dark Knight' title."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_6.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_7.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the \"+ Review\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the 9th star to set the rating to 9/10."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/77/checkpoints/step_10.png", "logical_assertion": "The text 'Rating updated successfully: 9/10' appears below the rating stars on the right."}, {"type": "Click", "parameters": {"description": "Click the 'Title of your review' section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/77/checkpoints/step_11.png"}, {"type": "Type", "parameters": {"key": "good movie", "description": "Type \"good movie\" into the \"Title of your review\" input field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_12.png"}, {"type": "Click", "parameters": {"description": "Click the \"Review\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/77/checkpoints/step_13.png"}, {"type": "Type", "parameters": {"key": "Christopher Nolan's The Dark Knight isn't just a superhero film it's a searing crime thriller that redefines the genre Released in 2008 this sequel to Batman Begins dives deep into Gotham City's moral chaos balancing high-octane action with profound questions about justice and sacrificeHeath Ledger's portrayal of the Joker is nothing short of iconic Abandoning cartoonish clich\u00e9s he delivers a chaotic charismatic villain driven by a twisted desire to expose humanity's fragility His every line sharp unpredictable lingers making the Joker less a foe and more a force of anarchy that tests Batman Christian Bale to his coreNolan's direction shines too He uses IMAX cameras to capture Gotham's gritty grandeur from explosive chase scenes to intimate moral showdowns The film never shies from complexity Batman grapples with bending his no-kill rule while Harvey Dent Aaron Eckhart transforms from Gotham's White Knight to the vengeful Two-Face a tragic reminder of how easily heroism can fractureWhat makes The Dark Knight timeless is its refusal to simplify right and wrong It's a film that stays with you asking What does it cost to be a hero For that it remains a cinematic benchmark thrilling intelligent and unforgettably human", "description": "Input a movie review into the \"Review\" text area."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_14.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_15.png"}, {"type": "Click", "parameters": {"description": "Click the \"No\" radio button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_16.png"}, {"type": "Click", "parameters": {"description": "Click the \"Submit\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/77/checkpoints/step_17.png"}], "video_path": "./data/77/video.mp4"}
{"id": 78, "classification": {"interaction_complexity": "L2", "visual_complexity": "V1", "domain": "Entertainment & Media", "sub_domain": "Films, TV & Books"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "wikipedia.org", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the search input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/78/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "artificial intelligence", "description": "Input 'artificial intelligence' into the search field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/78/checkpoints/step_2.png"}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key to search for \"artificial intelligence\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/78/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click to expand the 'Future' section in the table of contents."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/78/checkpoints/step_4.png", "logical_assertion": "The 'Future' section in the table of contents is expanded."}, {"type": "Click", "parameters": {"description": "Click to expand the 'Goals' section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/78/checkpoints/step_5.png", "logical_assertion": "The 'Goals' section in the table of contents is expanded."}], "video_path": "./data/78/video.mp4"}
{"id": 79, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Knowledge & Education", "sub_domain": "News & Media"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "washingtonpost.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Hide\" button in the bottom."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/79/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Show\" button in the bottom."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/79/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"Ask The Post AI\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/79/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the \"Tell me the latest update\" tab."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/79/checkpoints/step_4.png", "logical_assertion": "The frist line of page updates to 'Is D.C. Police Chief Pamela A. Smith still in control of her deparrtment?'"}, {"type": "Click", "parameters": {"description": "Click the suggested question \"Is D.C. Police Chief Pamela A. Smith still in control of her department?\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/79/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Sources\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/79/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the first source link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/79/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"More\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/79/checkpoints/step_8.png", "logical_assertion": "The 'More' button pop up to 'How it works' and 'why we built this'"}, {"type": "Click", "parameters": {"description": "Click the \"How it works\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/79/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the 'X' icon to close the \"How Ask The Post AI works\" pop-up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/79/checkpoints/step_10.png"}], "video_path": "./data/79/video.mp4"}
{"id": 80, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "linkedin.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Learning\" dropdown button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Jobs\" menu item."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/80/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the search button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the 'X' button to close the \"Sign in to view more jobs\" pop-up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"25 miles (40 km)\" dropdown."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"10 miles (16 km)\" radio button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_6.png", "logical_assertion": "The current page filters results that meet 10 miles (16 km) "}, {"type": "Click", "parameters": {"description": "Click the \"Done\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"Any time\" filter button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the \"Past month\" radio button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_9.png", "logical_assertion": "The 'Past month' option is selected."}, {"type": "Click", "parameters": {"description": "Click the \"Done\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_10.png"}, {"type": "Click", "parameters": {"description": "Click the 'Jobs' dropdown button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_11.png"}, {"type": "Click", "parameters": {"description": "Click the 'Learning' option in the search type dropdown."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/80/checkpoints/step_12.png"}, {"type": "Click", "parameters": {"description": "Click the \"Search skills, subjects, or software\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/80/checkpoints/step_13.png"}, {"type": "Type", "parameters": {"key": "python", "description": "Input 'python' into the search field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_14.png"}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key to search for \"python\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_15.png"}, {"type": "Click", "parameters": {"description": "Click the 'Python Essential Training' course."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_16.png"}, {"type": "Click", "parameters": {"description": "Click to expand the '2. Quickstart' section."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_17.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll half of the page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_18.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll half of the page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_19.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll half of the page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/80/checkpoints/step_20.png"}], "video_path": "./data/80/video.mp4"}
{"id": 81, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "430x932", "environment": "Mobile"}, "source_website": "edx.org", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the search icon."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/81/checkpoints/step_1.png", "logical_assertion": "The input bar is expanded"}, {"type": "Click", "parameters": {"description": "Click the \"Search online courses\" input field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/81/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"data science\" trending search."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/81/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the 'All Filters' dropdown."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/81/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the 'Subject' filter."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/81/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Art & Culture\" checkbox."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/81/checkpoints/step_6.png", "logical_assertion": "The 'Art & Culture' checkbox is checked."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll half of the page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/81/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"Apply\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/81/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the menu icon in the upper left corner."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/81/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click to expand the \"Browse by topic\" section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/81/checkpoints/step_10.png", "logical_assertion": "The 'Browse by topic' section is expanded."}, {"type": "Click", "parameters": {"description": "Click the 'X' close button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/81/checkpoints/step_11.png"}], "video_path": "./data/81/video.mp4"}
{"id": 82, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Knowledge & Education", "sub_domain": "News & Media"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "nasdaq.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'Market Activity' navigation link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/82/checkpoints/step_1.png"}, {"type": "cLICK", "parameters": {"description": "Click the \"Stocks\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/82/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the 'AMD' stock ticker."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/82/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the close icon on the \"Please allow ads on our site\" pop-up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/82/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the 'Solutions' link in the header."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/82/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Punlic Markets(Listings)\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/82/checkpoints/step_6.png"}], "video_path": "./data/82/video.mp4"}
{"id": 83, "classification": {"interaction_complexity": "L3", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "644x1398", "environment": "Mobile"}, "source_website": "openstax.org", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the icon right of the search icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/83/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the icon to increase the text size."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/83/checkpoints/step_2.png", "logical_assertion": "All fonts are larger than the original font size of the page."}, {"type": "Click", "parameters": {"description": "Click on the left side of the font size range."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/83/checkpoints/step_3.png", "logical_assertion": "All fonts are smaller than the original font size of the page."}, {"type": "Click", "parameters": {"description": "Click the menu icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/83/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the 'Highlights' menu item."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/83/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Color\" dropdown."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/83/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the 'x' icon to close the 'My Highlights and Notes' panel."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/83/checkpoints/step_7.png"}], "video_path": "./data/83/video.mp4"}
{"id": 84, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Productivity & Tools", "sub_domain": "Content Creation"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "xmind.ai", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Brace Map\" item."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/84/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Continue\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/84/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the 'Main Topic 4' node."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/84/checkpoints/step_3.png"}, {"type": "Type", "parameters": {"key": "Jack", "description": "Type 'Jack' into the 'Main Topic 4' field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/84/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the 'Main Topic 3' topic."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/84/checkpoints/step_5.png"}, {"type": "Type", "parameters": {"key": "Lily", "description": "Type 'Lily' into the text field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/84/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the 'Main Topic 1' topic."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/84/checkpoints/step_7.png"}, {"type": "Type", "parameters": {"key": "Lucy", "description": "Type 'lucy' into the 'Main Topic 1' text box."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/84/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the \"Main Topic 2\" topic."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/84/checkpoints/step_9.png"}, {"type": "Type", "parameters": {"key": "Kevin", "description": "Type 'Kevin' into the text field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/84/checkpoints/step_10.png"}], "video_path": "./data/84/video.mp4"}
{"id": 85, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "Finance & Investment"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "marketwatch.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/85/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/85/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/85/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/85/checkpoints/step_4.png"}], "video_path": "./data/85/video.mp4"}
{"id": 86, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Productivity & Tools", "sub_domain": "Content Creation"}, "recording_details": {"resolution": "2560x1288", "environment": "Desktop"}, "source_website": "colorkit.co", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the first column in the center of the page."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/86/checkpoints/step_1.png", "logical_assertion": "The hexadecimal RGB value of the corresponding color appears in the first column."}, {"type": "Click", "parameters": {"description": "Click the Convert icon in the first column in the center of the page."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/86/checkpoints/step_2.png", "logical_assertion": "The color of the first column changes, and the corresponding hexadecimal RGB value also changes."}, {"type": "Click", "parameters": {"description": "Click the second column in the center of the page."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/86/checkpoints/step_3.png", "logical_assertion": "The hexadecimal RGB value of the corresponding color appears in the second column."}, {"type": "Click", "parameters": {"description": "Click the Unlock icon in the second column in the center of the page."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/86/checkpoints/step_4.png", "logical_assertion": "The lock icon in the second column is locked, and only the lock icon and the ellipsis icon remain."}, {"type": "Click", "parameters": {"description": "Click the third column in the center of the page."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/86/checkpoints/step_5.png", "logical_assertion": "The hexadecimal RGB value of the corresponding color appears in the third column."}, {"type": "Click", "parameters": {"description": "Click on the hexadecimal RGB value above the third column."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/86/checkpoints/step_6.png", "logical_assertion": "The color picker appears."}, {"type": "Click", "parameters": {"description": "Click the fourth column in the center of the page."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/86/checkpoints/step_7.png", "logical_assertion": "The hexadecimal RGB value of the corresponding color appears in the fourth column."}, {"type": "Click", "parameters": {"description": "Click the Delete icon in the fourth column in the center of the page."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/86/checkpoints/step_8.png", "logical_assertion": "The fourth column is deleted."}], "video_path": "./data/86/video.mp4"}
{"id": 87, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Productivity & Tools", "sub_domain": "Content Creation"}, "recording_details": {"resolution": "2560x1288", "environment": "Desktop"}, "source_website": "meta-chart.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the '3D' radio button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_1.png", "logical_assertion": "The '3D' radio button is clicked."}, {"type": "Click", "parameters": {"description": "Click the \"Normal\" radio button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_2.png", "logical_assertion": "The 'Normal' radio button is clicked."}, {"type": "Click", "parameters": {"description": "Click the \"Background Color\" swatch."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/87/checkpoints/step_3.png", "logical_assertion": "The color picker appears."}, {"type": "Click", "parameters": {"description": "Click the 'Data' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/87/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"Enter Series name\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_5.png"}, {"type": "Type", "parameters": {"key": "1", "description": "Type '1' into the 'Enter Series name' input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_6.png", "logical_assertion": "The '1' is typed into the 'Series Details' section."}, {"type": "Type", "parameters": {"key": "X", "description": "Type 'X' into the 'Name' field for Section 1."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_7.png", "logical_assertion": "The 'X' is typed into the 'Name' field for Section 1."}, {"type": "Click", "parameters": {"description": "Click the \"value\" input field for Section 1."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_8.png"}, {"type": "Type", "parameters": {"key": "20", "description": "Input '20' into the 'Value' field for Section 1."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_9.png", "logical_assertion": "The '20' is typed into the 'Value' field for Section 1."}, {"type": "Click", "parameters": {"description": "Click the 'name' tab for Section 2."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_10.png"}, {"type": "Type", "parameters": {"key": "Y", "description": "Input 'Y' into the 'Name' field for Section 2."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_11.png", "logical_assertion": "The 'Y' is typed into the 'Name' field for Section 2."}, {"type": "Click", "parameters": {"description": "Click the \"Value\" input field in Section 2."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_12.png"}, {"type": "Type", "parameters": {"key": "50", "description": "Input '50' into the Value field for Section 2."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_13.png", "logical_assertion": "The '50' is typed into the 'Value' field for Section 2."}, {"type": "Click", "parameters": {"description": "Click the \"Name\" input field for Section 3."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_14.png"}, {"type": "Type", "parameters": {"key": "Z", "description": "Input 'Z' into the 'Name' field for Section 3."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_15.png", "logical_assertion": "The 'Z' is typed into the 'Name' field for Section 3."}, {"type": "Click", "parameters": {"description": "Click the \"Value\" input field for Section 3."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_16.png"}, {"type": "Type", "parameters": {"key": "120", "description": "Input '120' into the value field for Section 3."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/87/checkpoints/step_17.png", "logical_assertion": "The '120' is typed into the 'Value' field for Section 3."}, {"type": "Click", "parameters": {"description": "Click the 'Labels' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/87/checkpoints/step_18.png"}, {"type": "Click", "parameters": {"description": "Click the 'Display' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/87/checkpoints/step_19.png"}], "video_path": "./data/87/video.mp4"}
{"id": 88, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Productivity & Tools", "sub_domain": "Data Tools"}, "recording_details": {"resolution": "1920x924", "environment": "Desktop"}, "source_website": "rapidtables.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the '\u00a3' currency symbol."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/88/checkpoints/step_1.png", "logical_assertion": "The '\u00a3' currency symbol is selected and '\u00a3' appears in front of the 'Present value' field."}, {"type": "Click", "parameters": {"description": "Click the input field of the 'Present value' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/88/checkpoints/step_2.png"}, {"type": "Type", "parameters": {"key": "0", "description": "Input '0' into the 'Present value' field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/88/checkpoints/step_3.png", "logical_assertion": "The 'Present value' field displays '100000'."}, {"type": "Type", "parameters": {"key": "0", "description": "Input '0' into the 'Annual interest rate' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/88/checkpoints/step_4.png", "logical_assertion": "The 'Annual interest rate' field displays '40'."}, {"type": "Type", "parameters": {"key": "0", "description": "Input '0' into the 'Time length' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/88/checkpoints/step_5.png", "logical_assertion": "The 'Time length' field displays '100'."}, {"type": "Type", "parameters": {"key": "2", "description": "Input '2' into the 'Additional payments' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/88/checkpoints/step_6.png", "logical_assertion": "The 'Additional payments' field displays '2'."}, {"type": "Click", "parameters": {"description": "Click the \"= Calculate\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/88/checkpoints/step_7.png", "logical_assertion": "The 'Total deposits amount' is displayed as '12400'."}], "video_path": "./data/88/video.mp4"}
{"id": 89, "classification": {"interaction_complexity": "L2", "visual_complexity": "V1", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "guillaumegouessan.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/89/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/89/checkpoints/step_2.png", "logical_assertion": "A computer and keyboard appear in the background image."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/89/checkpoints/step_3.png", "logical_assertion": "The background image becomes a table with a computer, keyboard and lamp."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/89/checkpoints/step_4.png"}], "video_path": "./data/89/video.mp4"}
{"id": 90, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Productivity & Tools", "sub_domain": "Data Tools"}, "recording_details": {"resolution": "2560x1286", "environment": "Desktop"}, "source_website": "wandb.ai", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Comment\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/90/checkpoints/step_1.png", "logical_assertion": "A registration pop-up box appears below the button."}, {"type": "Click", "parameters": {"description": "Click the \"6 stars\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/90/checkpoints/step_2.png", "logical_assertion": "A registration pop-up box appears below the button."}, {"type": "Click", "parameters": {"description": "Click on the left side of 'Introduction'"}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/90/checkpoints/step_3.png", "logical_assertion": "The 'Introduction' section is collapsed."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/90/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/90/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/90/checkpoints/step_6.png"}], "video_path": "./data/90/video.mp4"}
{"id": 91, "classification": {"interaction_complexity": "L4", "visual_complexity": "V2", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "nytimes.com", "action_sequence": [{"type": "Type", "parameters": {"key": "ADADA", "description": "Type the word 'ADADA' into the grid."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_1.png", "logical_assertion": "The word 'ADADA' is typed into the grid."}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_2.png", "logical_assertion": "A pop-up window prompts 'Not in word list'."}, {"type": "Press", "parameters": {"key": "Backspace", "description": "Press the backspace key."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_3.png", "logical_assertion": "Delete the letter 'A', leaving 'ADAD' in the grid."}, {"type": "Press", "parameters": {"key": "Backspace", "description": "Press the backspace key to delete a letter."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_4.png", "logical_assertion": "Delete the letter 'D', leaving 'ADA' in the grid."}, {"type": "Press", "parameters": {"key": "Backspace", "description": "Press the Backspace key."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_5.png", "logical_assertion": "Delete the letter 'A', leaving 'AD' in the grid."}, {"type": "Press", "parameters": {"key": "Backspace", "description": "Press the Backspace key to delete the typed characters."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_6.png", "logical_assertion": "Delete the letter 'D', leaving 'A' in the grid."}, {"type": "Press", "parameters": {"key": "Backspace", "description": "Press the backspace key."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_7.png", "logical_assertion": "Delete the letter 'A' and the grid is empty."}, {"type": "Type", "parameters": {"key": "APPLE", "description": "Type 'APPLE' into the grid."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_8.png", "logical_assertion": "The word 'APPLE' is typed into the grid."}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/91/checkpoints/step_9.png", "logical_assertion": "The 'APPLE' in the grid turns gray, and the letters 'A', 'P', 'L', and 'E' in the keyboard below become selected."}, {"type": "Type", "parameters": {"key": "TABLE", "description": "Type 'TABLE' into the grid."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_10.png", "logical_assertion": "The word 'TABLE' is typed into the grid."}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/91/checkpoints/step_11.png", "logical_assertion": "The 'TABLE' in the grid turns gray, and the letters 'T' and 'B' in the keyboard below also become selected."}, {"type": "Type", "parameters": {"key": "CHAIR", "description": "Type 'CHAIR' into the grid."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_12.png", "logical_assertion": "The word 'CHAIR' is typed into the grid."}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/91/checkpoints/step_13.png", "logical_assertion": "The 'CHAIR' in the grid turns gray, and the letters 'C', 'H', 'I', and 'R' in the keyboard below also become selected."}, {"type": "Type", "parameters": {"key": "WATER", "description": "Type 'WATER' into the grid."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_14.png", "logical_assertion": "The word 'WATER' is typed into the grid."}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key to submit the word 'WATER'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/91/checkpoints/step_15.png", "logical_assertion": "The 'WATER' in the grid turns gray, and the letters 'W' in the keyboard below also become selected."}, {"type": "Type", "parameters": {"key": "HOUSE", "description": "Type 'HOUSE' into the grid."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_16.png", "logical_assertion": "The word 'HOUSE' is typed into the grid."}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/91/checkpoints/step_17.png", "logical_assertion": "The 'HOUSE' in the grid turns gray, and the letters 'O', 'U', and 'S' in the keyboard below also become selected."}, {"type": "Type", "parameters": {"key": "PHONE", "description": "Type 'PHONE' into the grid."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/91/checkpoints/step_18.png", "logical_assertion": "The word 'PHONE' is typed into the grid."}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/91/checkpoints/step_19.png", "logical_assertion": "The 'PHONE' in the grid turns gray, and the letters 'N' in the keyboard below also become selected. And all union letters in words are marked in yellow."}], "video_path": "./data/91/video.mp4"}
{"id": 92, "classification": {"interaction_complexity": "L1", "visual_complexity": "V2", "domain": "Entertainment & Media", "sub_domain": "Films, TV & Books"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "imdb.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/92/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/92/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/92/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/92/checkpoints/step_4.png"}], "video_path": "./data/92/video.mp4"}
{"id": 93, "classification": {"interaction_complexity": "L2", "visual_complexity": "V1", "domain": "Entertainment & Media", "sub_domain": "Films, TV & Books"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "nytimes.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Business\" link at the top."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/93/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Your Money\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/93/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the article titled \"Why Hands-Off Investing Pays Off\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/93/checkpoints/step_3.png"}], "video_path": "./data/93/video.mp4"}
{"id": 94, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "News & Media"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "bbc.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'News' link."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/94/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the 'Sport' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/94/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the 'Culture' link in the navigation bar."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/94/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the article titled \"The US teenagers wowed by African prom dresses\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/94/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"Save\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/94/checkpoints/step_5.png", "logical_assertion": "The Save button changes to 'Saved'"}, {"type": "Click", "parameters": {"description": "Click the \"Share\" link."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/94/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the \"Copy\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/94/checkpoints/step_7.png", "logical_assertion": "The 'Copy' button changes to 'Link Copied'"}, {"type": "Click", "parameters": {"description": "Click the \"Your Account\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/94/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the 'Saved' link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/94/checkpoints/step_9.png"}], "video_path": "./data/94/video.mp4"}
{"id": 95, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "classroom.google.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the plus (+) icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Create class\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the checkbox labeled \"I've read and understand the above notice, and I'm not using Classroom at a school with students\"."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_3.png", "logical_assertion": "The checkbox labeled \"I've read and understand the above notice, and I'm not using Classroom at a school with students\" is checked."}, {"type": "Click", "parameters": {"description": "Click the \"Continue\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_4.png"}, {"type": "Type", "parameters": {"key": "2", "description": "Input '2' into the 'Class name' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_5.png", "logical_assertion": "Class name is 2"}, {"type": "Click", "parameters": {"description": "Click the \"Section\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_6.png"}, {"type": "Type", "parameters": {"key": "2", "description": "Input '2' into the Section field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_7.png", "logical_assertion": "Section is 2"}, {"type": "Click", "parameters": {"description": "Click the \"Subject\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_8.png"}, {"type": "Type", "parameters": {"key": "2", "description": "Type \"2\" into the Subject field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_9.png", "logical_assertion": "Subject is 2"}, {"type": "Click", "parameters": {"description": "Click the \"Room\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_10.png"}, {"type": "Click", "parameters": {"description": "Click the 'Room' input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_11.png"}, {"type": "Type", "parameters": {"key": "2", "description": "Type '2' into the Room text field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_12.png", "logical_assertion": "Room is 2"}, {"type": "Click", "parameters": {"description": "Click the 'Create' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_13.png"}, {"type": "Click", "parameters": {"description": "Click the \"Got it!\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_14.png"}, {"type": "Click", "parameters": {"description": "Click the \"Classwork\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_15.png"}, {"type": "Click", "parameters": {"description": "Click the \"+ Create\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_16.png"}, {"type": "Click", "parameters": {"description": "Click the 'Assignment' option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_17.png"}, {"type": "Click", "parameters": {"description": "Click the \"Got it\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_18.png"}, {"type": "Click", "parameters": {"description": "Click the \"Title\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_19.png"}, {"type": "Type", "parameters": {"key": "1", "description": "Input '1' into the 'Title' field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_20.png", "logical_assertion": "Title is 1"}, {"type": "Type", "parameters": {"key": "1", "description": "Input '1' into the \"Instructions (optional)\" field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/95/checkpoints/step_21.png", "logical_assertion": "Instructions (optional) is 2"}, {"type": "Click", "parameters": {"description": "Click the \"Assign\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_22.png"}, {"type": "Click", "parameters": {"description": "Click the \"GOT IT\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_23.png"}, {"type": "Click", "parameters": {"description": "Click the \"Calendar\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_24.png"}, {"type": "Click", "parameters": {"description": "Click the 'To review' navigation item."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_25.png"}, {"type": "Click", "parameters": {"description": "Click the button '2' under the 'To review' navigation item."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_26.png"}, {"type": "Click", "parameters": {"description": "Click the \"Lawrence Zhang posted a new assignment: 1\" post."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/95/checkpoints/step_27.png"}], "video_path": "./data/95/video.mp4"}
{"id": 96, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Knowledge & Education", "sub_domain": "Research & Academia"}, "recording_details": {"resolution": "430x932", "environment": "Mobile"}, "source_website": "academia.edu", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll half of the page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/96/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Like\" button of the middle."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/96/checkpoints/step_2.png", "logical_assertion": "The '3 likes' on the right side of the post becomes '4 likes'"}, {"type": "Click", "parameters": {"description": "Click the more options '...' icon on the post by D.T. Potts."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/96/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the \"Report post\" option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/96/checkpoints/step_4.png"}, {"type": "Type", "parameters": {"key": "nice", "description": "Input 'nice' into the 'What is the problem with this content?' text field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/96/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the 'Report' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/96/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the \"MENTIONS\" icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/96/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"ANALYTICS\" icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/96/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the \"TOOLS\" icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/96/checkpoints/step_9.png"}], "video_path": "./data/96/video.mp4"}
{"id": 97, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Research & Academia"}, "recording_details": {"resolution": "430x932", "environment": "Mobile"}, "source_website": "plato.stanford.edu", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Menu\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/97/checkpoints/step_1.png", "logical_assertion": "The menu is expanded."}, {"type": "Click", "parameters": {"description": "Click to expand the 'Browse' menu."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/97/checkpoints/step_2.png", "logical_assertion": "The Browse menu is expanded."}, {"type": "Click", "parameters": {"description": "Click the \"What's New\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/97/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the \"Feminist Ethics\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/97/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the \"Entry Navigation\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/97/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Entry Contents\" link."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/97/checkpoints/step_6.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll half of the page up."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/97/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"Stanford Encyclopedia of Philosophy\" title."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/97/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the \"Table of Contents\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/97/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the 'A' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/97/checkpoints/step_10.png"}], "video_path": "./data/97/video.mp4"}
{"id": 98, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "644x1398", "environment": "Mobile"}, "source_website": "ixl.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Pre-K\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/98/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Identify numbers - up to 3\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/98/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the second number block."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/98/checkpoints/step_3.png", "logical_assertion": "The second number block is selected."}, {"type": "Click", "parameters": {"description": "Click the \"Submit\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/98/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/98/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the \"Got it\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/98/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the menu icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/98/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"Learning\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/98/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the 'Skill plans' link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/98/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the \"Textbooks\" link."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/98/checkpoints/step_10.png"}], "video_path": "./data/98/video.mp4"}
{"id": 99, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Productivity & Tools", "sub_domain": "Project Management"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "poeditor.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/99/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the 'Burmese' checkbox."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/99/checkpoints/step_2.png", "logical_assertion": "The checkbox in front of 'Burmese' is checked."}, {"type": "Click", "parameters": {"description": "Click the 'Korean' checkbox."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/99/checkpoints/step_3.png", "logical_assertion": "The checkbox in front of 'Korean' is clicked."}, {"type": "Click", "parameters": {"description": "Click the 'Slovak' checkbox."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/99/checkpoints/step_4.png", "logical_assertion": "The checkbox in front of 'Slovak' is clicked."}, {"type": "Click", "parameters": {"description": "Click the \"Zhuang; Ch...\" checkbox."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/99/checkpoints/step_5.png", "logical_assertion": "The checkbox in front of 'Zhuang; Ch...' is clicked."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/99/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the 'Italian' checkbox."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/99/checkpoints/step_7.png", "logical_assertion": "The checkbox in front of 'Italian' is clicked."}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/99/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the 'Your email address' input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/99/checkpoints/step_9.png"}, {"type": "Type", "parameters": {"key": "CHINA", "description": "Input 'CHINA' into the 'Your email address' field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/99/checkpoints/step_10.png"}, {"type": "Click", "parameters": {"description": "Click the \"Your name\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/99/checkpoints/step_11.png"}, {"type": "Type", "parameters": {"key": "SUSU", "description": "Input 'SUSU' into the 'Your name' field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/99/checkpoints/step_12.png"}], "video_path": "./data/99/video.mp4"}
{"id": 100, "classification": {"interaction_complexity": "L2", "visual_complexity": "V1", "domain": "Productivity & Tools", "sub_domain": "Content Creation"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "mail.google.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Compose\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/100/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "123@gmail.com", "description": "Input '123@gmail.com' into the 'To' field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/100/checkpoints/step_2.png", "logical_assertion": "The '123@gmail.com' email suggestion pops up below the input box."}, {"type": "Click", "parameters": {"description": "Click the recommended email option below the input box."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/100/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click on the 'subject' section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/100/checkpoints/step_4.png"}, {"type": "Type", "parameters": {"key": "How you doing?", "description": "Type \"How you doing?\" into the email body."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/100/checkpoints/step_5.png"}, {"type": "Type", "parameters": {"key": "how are you recently?", "description": "Input \"How are you recently?\" into the email body."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/100/checkpoints/step_6.png"}], "video_path": "./data/100/video.mp4"}
{"id": 101, "classification": {"interaction_complexity": "L3", "visual_complexity": "V4", "domain": "Productivity & Tools", "sub_domain": "Project Management"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "app.asana.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"+ Add task\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/101/checkpoints/step_1.png", "logical_assertion": "Add a blank item under To do."}, {"type": "Click", "parameters": {"description": "Click the \"Write a task name\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/101/checkpoints/step_2.png"}, {"type": "Type", "parameters": {"key": "play computer games", "description": "Input 'play computer games' into the input field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_3.png"}, {"type": "Click", "parameters": {"description": "Click the plus icon to add a task to the \"To do\" section."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/101/checkpoints/step_4.png", "logical_assertion": "Add a blank item under To do."}, {"type": "Type", "parameters": {"key": "watch tv", "description": "Input 'watch tv' into the input field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the plus icon next to the 'Projects' heading."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/101/checkpoints/step_6.png", "logical_assertion": "A drop-down box pops up below the '+' icon."}, {"type": "Click", "parameters": {"description": "Click the \"new project\" option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"Project timeline\" template."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the \"Use template\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the \"Project name\" input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/101/checkpoints/step_10.png"}, {"type": "Type", "parameters": {"key": "jack ma meets", "description": "Input 'jack ma meets' into the 'Project name' field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_11.png"}, {"type": "Click", "parameters": {"description": "Click the \"Next\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_12.png"}, {"type": "Click", "parameters": {"description": "Click the \"Create project\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_13.png"}, {"type": "Click", "parameters": {"description": "Click the plus icon next to \"Insights\"."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/101/checkpoints/step_14.png", "logical_assertion": "A drop-down box pops up below the '+' icon."}, {"type": "Click", "parameters": {"description": "Click the \"New portfolio\" option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_15.png"}, {"type": "Click", "parameters": {"description": "Click the 'Portfolio name' input field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/101/checkpoints/step_16.png"}, {"type": "Type", "parameters": {"key": "jack zhang", "description": "Input 'jack zhang' into the 'Portfolio name' field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_17.png"}, {"type": "Click", "parameters": {"description": "Click the \"Continue\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_18.png"}, {"type": "Click", "parameters": {"description": "Click the \"Go to portfolio\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/101/checkpoints/step_19.png"}], "video_path": "./data/101/video.mp4"}
{"id": 102, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Life & Community", "sub_domain": "Health & Fitness"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "google.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Precipitation\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_1.png", "logical_assertion": "The 'Precipitation' tab is selected, and switch to precipitation information."}, {"type": "Click", "parameters": {"description": "Click the 'Wind' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_2.png", "logical_assertion": "The 'Wind' tab is selected, and switch to wind information."}, {"type": "Click", "parameters": {"description": "Click the 'Sun' icon."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_3.png", "logical_assertion": "The 'Sun' icon is selected, and shows Sunday's weather."}, {"type": "Click", "parameters": {"description": "Click the \"Temperature\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_4.png", "logical_assertion": "The 'Temperature' tab is selected, and switch to temperature information."}, {"type": "Click", "parameters": {"description": "Click the \"Precipitation\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the 'Mon' button in the weather forecast."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the \"Wind\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the 'Temperature' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the \"Tue\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_9.png"}, {"type": "Click", "parameters": {"description": "Click the 'Precipitation' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_10.png"}, {"type": "Click", "parameters": {"description": "Click the 'Wind' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_11.png"}, {"type": "Click", "parameters": {"description": "Click the 'Wed' tab in the weather forecast."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_12.png"}, {"type": "Click", "parameters": {"description": "Click the \"Temperature\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_13.png"}, {"type": "Click", "parameters": {"description": "Click the \"Precipitation\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_14.png"}, {"type": "Click", "parameters": {"description": "Click the 'Thu' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_15.png"}, {"type": "Click", "parameters": {"description": "Click the \"Temperature\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_16.png"}, {"type": "Click", "parameters": {"description": "Click the \"Wind\" tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/102/checkpoints/step_17.png"}], "video_path": "./data/102/video.mp4"}
{"id": 103, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Life & Community", "sub_domain": "Fashion & Beauty"}, "recording_details": {"resolution": "430x932", "environment": "Mobile"}, "source_website": "m.maccosmetics.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'DARE TO WEAR' category."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/103/checkpoints/step_1.png", "logical_assertion": "There is only one color option below the 'DARE TO WEAR' category."}, {"type": "Click", "parameters": {"description": "Click the \"NUDE\" category."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/103/checkpoints/step_2.png", "logical_assertion": "The color options changes below 'NUDE' category."}, {"type": "Click", "parameters": {"description": "Click the 'ORANGE' color category."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/103/checkpoints/step_3.png", "logical_assertion": "The color options changes below 'ORANGE' category."}], "video_path": "./data/103/video.mp4"}
{"id": 104, "classification": {"interaction_complexity": "L2", "visual_complexity": "V4", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "1920x944", "environment": "Desktop"}, "source_website": "poloclub.github.io", "action_sequence": [{"type": "Click", "parameters": {"description": "Click to the second colored section on the right to see the MLP process."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/104/checkpoints/step_1.png", "logical_assertion": "The MLP process is displayed in the 'MLP Expansion' section."}], "video_path": "./data/104/video.mp4"}
{"id": 105, "classification": {"interaction_complexity": "L2", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "walmart.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the '2 Pack' option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/105/checkpoints/step_1.png", "logical_assertion": "The image of the product is displayed with the '2 Pack'."}, {"type": "Click", "parameters": {"description": "Click the \"3 Pack\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/105/checkpoints/step_2.png", "logical_assertion": "The image of the product is displayed with the '3 Pack'."}], "video_path": "./data/105/video.mp4"}
{"id": 106, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "asos.com", "action_sequence": [], "video_path": "./data/106/video.mp4"}
{"id": 107, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Business & Services", "sub_domain": "E-commerce"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "wayfair.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the third samll image in the left side."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/107/checkpoints/step_1.png", "logical_assertion": "The main image of the product is changed to the third small image."}, {"type": "Click", "parameters": {"description": "Click the 5th samll image in the left side."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/107/checkpoints/step_2.png", "logical_assertion": "The main image of the product is changed to the 5th small image."}], "video_path": "./data/107/video.mp4"}
{"id": 108, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Business & Services", "sub_domain": "Travel & Booking"}, "recording_details": {"resolution": "1920x926", "environment": "Desktop"}, "source_website": "marriott.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the right arrow button in the image carousel for the \"Residence Inn New York Manhattan/Times Square\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/108/checkpoints/step_1.png", "logical_assertion": "The display image in the second item has changed"}, {"type": "Click", "parameters": {"description": "Click the right arrow on the 'Residence Inn New York Manhattan/Times Square' image."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/108/checkpoints/step_2.png", "logical_assertion": "The display image in the second item has changed"}, {"type": "Click", "parameters": {"description": "Click the right arrow on the 'Residence Inn New York Manhattan/Times Square' image."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/108/checkpoints/step_3.png", "logical_assertion": "The display image in the second item has changed"}, {"type": "Click", "parameters": {"description": "Click the right arrow on the image carousel for the 'Residence Inn New York Manhattan/Times Square'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/108/checkpoints/step_4.png", "logical_assertion": "The display image in the second item has changed"}, {"type": "Click", "parameters": {"description": "Click the \"View Rates\" button for the Residence Inn New York Manhattan/Times Square."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/108/checkpoints/step_5.png"}], "video_path": "./data/108/video.mp4"}
{"id": 109, "classification": {"interaction_complexity": "L2", "visual_complexity": "V1", "domain": "Productivity & Tools", "sub_domain": "Data Tools"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "sheets.google.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Blank spreadsheet\" button below \"Start a new spreadsheet\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/109/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the 'File' menu."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/109/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the 'Rename' option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/109/checkpoints/step_3.png"}, {"type": "Press", "parameters": {"key": "Backspace", "description": "Press the Backspace key to delete the default name 'Untitled spreadsheet'."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/109/checkpoints/step_4.png", "logical_assertion": "'Untitled spreadsheet' disappears"}, {"type": "Type", "parameters": {"key": "ROXY", "description": "Input \"ROXY\" in the name field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/109/checkpoints/step_5.png", "logical_assertion": "The table name is \"ROXY\""}, {"type": "Type", "parameters": {"key": "ROXY", "description": "Input \"ROXY\" into cell A1."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/109/checkpoints/step_6.png", "logical_assertion": "The cell A1  is \"ROXY\""}, {"type": "Drag", "parameters": {"description": "Drag from column header F to H to select the columns."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/109/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the \"Merge cells\" icon."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/109/checkpoints/step_8.png", "logical_assertion": "F G H merged into one column"}], "video_path": "./data/109/video.mp4"}
{"id": 110, "classification": {"interaction_complexity": "L3", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "1920x990", "environment": "Desktop"}, "source_website": "quizlet.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the \"Search for practice tests\" search field."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/110/checkpoints/step_1.png"}, {"type": "Type", "parameters": {"key": "Medical", "description": "Type 'Medical' into the search field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/110/checkpoints/step_2.png"}, {"type": "Press", "parameters": {"key": "Enter", "description": "Press the Enter key to search for \"Medical\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/110/checkpoints/step_3.png", "logical_assertion": "All results are related to Medical"}, {"type": "Click", "parameters": {"description": "Click the 'Flashcard sets'."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/110/checkpoints/step_4.png", "logical_assertion": "All results are related to Flashcard sets"}, {"type": "Click", "parameters": {"description": "Click on the 'Medical Terminology' panel under Flashcard sets."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/110/checkpoints/step_5.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/110/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the flashcard with the text \"a word made up of multiple word parts\"."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/110/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the 'Get a hint' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/110/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the '\u2014>' button under the Flashcards panel."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/110/checkpoints/step_9.png", "logical_assertion": "The content to the left of the '\u2014>' button changes to '2 / 560'."}, {"type": "Click", "parameters": {"description": "Click the '<\u2014' button under the Flashcards panel."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/110/checkpoints/step_10.png", "logical_assertion": "The content of the card is changed to 'constructed terms'."}, {"type": "Click", "parameters": {"description": "Click the Full screen button under the Flashcards panel."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/110/checkpoints/step_11.png"}], "video_path": "./data/110/video.mp4"}
{"id": 111, "classification": {"interaction_complexity": "L2", "visual_complexity": "V2", "domain": "Knowledge & Education", "sub_domain": "Education & Learning"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "futurelearn.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the 'Progress' tab."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/111/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Conversations\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/111/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"All weeks\" option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/111/checkpoints/step_3.png", "logical_assertion": "The 'All weeks' changes to 'Week 2'."}, {"type": "Click", "parameters": {"description": "Click \"Sort by: Newest\" option."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/111/checkpoints/step_4.png", "logical_assertion": "The 'Sort by' changes to 'Newest'."}, {"type": "Click", "parameters": {"description": "Click the \"Follow\" button of the first comment."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/111/checkpoints/step_5.png", "logical_assertion": "The button changes to 'Following'."}, {"type": "Click", "parameters": {"description": "Click the \"Like\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/111/checkpoints/step_6.png", "logical_assertion": "The button changes to 'Liked', and the number of likes from 2 to 3."}, {"type": "Click", "parameters": {"description": "Click the 'Bookmark' button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/111/checkpoints/step_7.png", "logical_assertion": "The third button below the first post becomes 'Bookmarked'."}, {"type": "Click", "parameters": {"description": "Click the 'Reply' link."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/111/checkpoints/step_8.png"}, {"type": "Type", "parameters": {"key": "Great", "description": "Type 'Great' into the comment text field."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/111/checkpoints/step_9.png", "logical_assertion": "The comment text field is added 'Great'"}, {"type": "Click", "parameters": {"description": "Click the \"Post\" button."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/111/checkpoints/step_10.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": "Scroll the half page down."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/111/checkpoints/step_11.png"}, {"type": "Click", "parameters": {"description": "Click 'Bookmarked' under the 'Preferred Style: my_function' post."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/111/checkpoints/step_12.png", "logical_assertion": "The 'Bookmarked' field under the 'Preferred Style: my_function' post becomes unchecked."}, {"type": "Click", "parameters": {"description": "Click 'Bookmarked' under the 'Preferred Style: my_function' post."}, "visual_evaluation_flag": false, "checkpoint_screenshot_path": "./data/111/checkpoints/step_13.png", "logical_assertion": "The 'Bookmarked' field under the 'Preferred Style: my_function' post becomes checked."}], "video_path": "./data/111/video.mp4"}
{"id": 112, "classification": {"interaction_complexity": "L3", "visual_complexity": "V3", "domain": "Entertainment & Media", "sub_domain": "Gaming"}, "recording_details": {"resolution": "2560x1304", "environment": "Desktop"}, "source_website": "tesla.com", "action_sequence": [{"type": "Click", "parameters": {"description": "Click the right arrow in the image carousel."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_1.png"}, {"type": "Click", "parameters": {"description": "Click the \"Order Model 3\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_2.png"}, {"type": "Click", "parameters": {"description": "Click the \"Long Range All-Wheel Drive\" option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_4.png"}, {"type": "Click", "parameters": {"description": "Click the second color option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_5.png"}, {"type": "Click", "parameters": {"description": "Click the third color option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_6.png"}, {"type": "Click", "parameters": {"description": "Click the fourth color swatch."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_7.png"}, {"type": "Click", "parameters": {"description": "Click the fifth color swatch."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_8.png"}, {"type": "Click", "parameters": {"description": "Click the sixth color swatch."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_9.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_10.png"}, {"type": "Click", "parameters": {"description": "Click the second wheels option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_11.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_12.png"}, {"type": "Click", "parameters": {"description": "Click the second option for the interior."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_13.png"}, {"type": "Click", "parameters": {"description": "Click the first option for the interior."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_14.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_15.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_16.png"}, {"type": "Click", "parameters": {"description": "Click the 'Full Self-Driving (Supervised)' button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_17.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_18.png"}, {"type": "Click", "parameters": {"description": "Click the \"Home Charger\" option."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_19.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_20.png"}, {"type": "Click", "parameters": {"description": "Click the 'Projection Lights' accessory."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_21.png"}, {"type": "Click", "parameters": {"description": "Click the \"All-Weather Interior Liners\" checkbox."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_22.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_23.png"}, {"type": "Click", "parameters": {"description": "Click the \"Order with Card\" button."}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/112/checkpoints/step_24.png"}], "video_path": "./data/112/video.mp4"}
{"id": 113, "classification": {"interaction_complexity": "L1", "visual_complexity": "V2", "domain": "Productivity & Tools", "sub_domain": "Content Creation"}, "recording_details": {"resolution": "644x1398", "environment": "Mobile"}, "source_website": "quora.com", "action_sequence": [{"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/113/checkpoints/step_1.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/113/checkpoints/step_2.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/113/checkpoints/step_3.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/113/checkpoints/step_4.png"}, {"type": "Scroll", "parameters": {"direction": "vertical", "scroll_page": "half", "description": ""}, "visual_evaluation_flag": true, "checkpoint_screenshot_path": "./data/113/checkpoints/step_5.png"}], "video_path": "./data/113/video.mp4"}