VLM_Comparison / Monday /monday_mcq_test_gemini.json
advaitgupta's picture
Upload folder using huggingface_hub
8718432 verified
[
{
"episode_id": "SIjOxM9jVj8",
"step_id": 0,
"screenshot_path": "./monday_mcq_images_gemini/test_SIjOxM9jVj8__frame_0000.png",
"source": "MONDAY",
"category": "test",
"os": "Android",
"goal": "How To Change Discord Password 2021 | Discord Account Password Change Help | Discord Mobile App",
"action_history": "",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL UP",
"CLICK at [297, 831]",
"CLICK at [170, 929]",
"CLICK at [67, 929]"
],
"answer": 3
},
{
"episode_id": "SIjOxM9jVj8",
"step_id": 1,
"screenshot_path": "./monday_mcq_images_gemini/test_SIjOxM9jVj8__frame_0001.png",
"source": "MONDAY",
"category": "test",
"os": "Android",
"goal": "How To Change Discord Password 2021 | Discord Account Password Change Help | Discord Mobile App",
"action_history": "Step 0: CLICK at [67, 929]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [67, 105]",
"CLICK at [388, 963]",
"CLICK at [325, 672]",
"CLICK at [480, 963]"
],
"answer": 3
},
{
"episode_id": "SIjOxM9jVj8",
"step_id": 2,
"screenshot_path": "./monday_mcq_images_gemini/test_SIjOxM9jVj8__frame_0002.png",
"source": "MONDAY",
"category": "test",
"os": "Android",
"goal": "How To Change Discord Password 2021 | Discord Account Password Change Help | Discord Mobile App",
"action_history": "Step 0: CLICK at [67, 929]\nStep 1: CLICK at [480, 963]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [147, 175]",
"SCROLL DOWN",
"CLICK at [150, 545]",
"CLICK at [164, 481]"
],
"answer": 3
},
{
"episode_id": "SIjOxM9jVj8",
"step_id": 3,
"screenshot_path": "./monday_mcq_images_gemini/test_SIjOxM9jVj8__frame_0003.png",
"source": "MONDAY",
"category": "test",
"os": "Android",
"goal": "How To Change Discord Password 2021 | Discord Account Password Change Help | Discord Mobile App",
"action_history": "Step 0: CLICK at [67, 929]\nStep 1: CLICK at [480, 963]\nStep 2: CLICK at [164, 481]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [36, 415]",
"CLICK at [280, 940]",
"CLICK at [36, 550]",
"PRESS 'BACK'"
],
"answer": 2
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 0,
"screenshot_path": "./monday_mcq_images_gemini/test_5BorCTZqrpo__frame_0000.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [256, 835]",
"CLICK at [255, 175]",
"SCROLL_LEFT",
"SCROLL_DOWN"
],
"answer": 2
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 1,
"screenshot_path": "./monday_mcq_images_gemini/test_5BorCTZqrpo__frame_0001.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [230, 164]",
"CLICK at [455, 164]",
"SCROLL_DOWN",
"CLICK at [103, 164]"
],
"answer": 3
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 2,
"screenshot_path": "./monday_mcq_images_gemini/test_5BorCTZqrpo__frame_0002.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [103, 164]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [255, 938]",
"CLICK at [255, 125]",
"SCROLL_UP",
"SCROLL_DOWN"
],
"answer": 3
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 3,
"screenshot_path": "./monday_mcq_images_gemini/test_5BorCTZqrpo__frame_0003.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [103, 164]\nStep 2: SCROLL_DOWN",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_DOWN",
"CLICK at [254, 397]",
"CLICK at [123, 451]",
"CLICK at [254, 508]"
],
"answer": 2
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 4,
"screenshot_path": "./monday_mcq_images_gemini/test_5BorCTZqrpo__frame_0004.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [103, 164]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [123, 451]",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_UP",
"SCROLL_DOWN",
"CLICK at [49, 670]",
"CLICK at [45, 78]"
],
"answer": 0
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 5,
"screenshot_path": "./monday_mcq_images_gemini/test_5BorCTZqrpo__frame_0005.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [103, 164]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [123, 451]\nStep 4: SCROLL_UP",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_DOWN",
"CLICK at [427, 853]",
"CLICK at [123, 521]",
"SCROLL_UP"
],
"answer": 0
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 6,
"screenshot_path": "./monday_mcq_images_gemini/test_5BorCTZqrpo__frame_0006.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [103, 164]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [123, 451]\nStep 4: SCROLL_UP\nStep 5: SCROLL_DOWN",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"SCROLL_UP",
"PRESS_HOME",
"CLICK at [60, 78]",
"CLICK at [270, 321]"
],
"answer": 1
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 7,
"screenshot_path": "./monday_mcq_images_gemini/test_5BorCTZqrpo__frame_0007.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [103, 164]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [123, 451]\nStep 4: SCROLL_UP\nStep 5: SCROLL_DOWN\nStep 6: PRESS_HOME",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [257, 831]",
"SCROLL_RIGHT",
"SCROLL_DOWN",
"CLICK at [103, 115]"
],
"answer": 1
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 8,
"screenshot_path": "./monday_mcq_images_gemini/test_5BorCTZqrpo__frame_0008.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [103, 164]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [123, 451]\nStep 4: SCROLL_UP\nStep 5: SCROLL_DOWN\nStep 6: PRESS_HOME\nStep 7: SCROLL_RIGHT",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [364, 955]",
"CLICK at [388, 175]",
"SCROLL_UP",
"SCROLL_DOWN"
],
"answer": 2
},
{
"episode_id": "5BorCTZqrpo",
"step_id": 9,
"screenshot_path": "./monday_mcq_images_gemini/test_5BorCTZqrpo__frame_0009.png",
"source": "MONDAY",
"category": "test",
"os": "iOS",
"goal": "How to Add Dark Mode Shortcut to iPhone Control Center (NEW 2023)",
"action_history": "Step 0: SCROLL_LEFT\nStep 1: CLICK at [103, 164]\nStep 2: SCROLL_DOWN\nStep 3: CLICK at [123, 451]\nStep 4: SCROLL_UP\nStep 5: SCROLL_DOWN\nStep 6: PRESS_HOME\nStep 7: SCROLL_RIGHT\nStep 8: SCROLL_UP",
"current_question": "Based on the screenshot and goal, what is the correct next action to perform?",
"options": [
"CLICK at [438, 856]",
"SCROLL_DOWN",
"SCROLL_UP",
"PRESS_HOME"
],
"answer": 1
}
]