GD-ML/AndroidCode
11.4k
1[2 {3 "episode": {4 "episode_id": 27,5 "goal": "Open the Cx file Explorer and rename the Flowers folder to Flora.",6 "screenshot_paths": [7 "android_control_images/27/step_0.png",8 "android_control_images/27/step_1.png",9 "android_control_images/27/step_2.png",10 "android_control_images/27/step_3.png",11 "android_control_images/27/step_4.png",12 "android_control_images/27/step_5.png",13 "android_control_images/27/step_6.png"14 ],15 "actions": [16 {17 "action_type": "open_app",18 "app_name": "Cx File Explorer"19 },20 {21 "action_type": "click",22 "x": 1027,23 "y": 61424 },25 {26 "action_type": "click",27 "x": 540,28 "y": 225729 },30 {31 "action_type": "click",32 "x": 994,33 "y": 201434 },35 {36 "action_type": "input_text",37 "text": "Flora"38 },39 {40 "action_type": "click",41 "x": 893,42 "y": 95143 }44 ],45 "step_instructions": [46 "Open the Cx file Explorer app",47 "Click on the square icon next to the Flowers folder",48 "Click on the rename option at the bottom of the screen",49 "Click on the cross icon on the keyboard",50 "Enter the folder name as Flora",51 "Click on the OK button"52 ]53 },54 "width": 1080,55 "height": 2400,56 "step_check_pams": [57 {58 "action": "open",59 "candidate_bbox": [],60 "text": "Cx File Explorer"61 },62 {63 "action": "click",64 "candidate_bbox": [65 [66 975,67 541,68 1080,69 68870 ],71 [72 0,73 541,74 1080,75 68876 ],77 [78 0,79 391,80 1080,81 233782 ]83 ],84 "coordinate": [85 1027,86 61487 ]88 },89 {90 "action": "click",91 "candidate_bbox": [92 [93 0,94 2178,95 1080,96 233797 ],98 [99 432,100 2191,101 648,102 2324103 ]104 ],105 "coordinate": [106 540,107 2257108 ]109 },110 {111 "action": "click",112 "candidate_bbox": [113 [114 914,115 1937,116 1075,117 2092118 ]119 ],120 "coordinate": [121 994,122 2014123 ]124 },125 {126 "action": "type",127 "text": "Flora"128 },129 {130 "action": "click",131 "candidate_bbox": [132 [133 810,134 880,135 978,136 1022137 ]138 ],139 "coordinate": [140 893,141 951142 ]143 }144 ],145 "step_pams": [146 {147 "action": "open",148 "text": "Cx File Explorer"149 },150 {151 "action": "click",152 "coordinate": [153 1027,154 614155 ]156 },157 {158 "action": "click",159 "coordinate": [160 540,161 2257162 ]163 },164 {165 "action": "click",166 "coordinate": [167 994,168 2014169 ]170 },171 {172 "action": "type",173 "text": "Flora"174 },175 {176 "action": "click",177 "coordinate": [178 893,179 951180 ]181 }182 ]183 },184 {185 "episode": {186 "episode_id": 45,187 "goal": "Turn on device location & give the location access to google app",188 "screenshot_paths": [189 "android_control_images/45/step_0.png",190 "android_control_images/45/step_1.png",191 "android_control_images/45/step_2.png",192 "android_control_images/45/step_3.png",193 "android_control_images/45/step_4.png",194 "android_control_images/45/step_5.png"195 ],196 "actions": [197 {198 "action_type": "navigate_back"199 },200 {201 "action_type": "click",202 "x": 293,203 "y": 1323204 },205 {206 "action_type": "click",207 "x": 911,208 "y": 749209 },210 {211 "action_type": "click",212 "x": 278,213 "y": 1112214 },215 {216 "action_type": "click",217 "x": 550,218 "y": 1176219 }220 ],221 "step_instructions": [222 "go back",223 "click on Location setting",224 "click on Use location toggle button to turn on the location",225 "select google app under recent access option",226 "click on Allow all the time to give access"227 ]228 },229 "width": 1080,230 "height": 2400,231 "step_check_pams": [232 {233 "action": "system_button",234 "button": "Back"235 },236 {237 "action": "click",238 "candidate_bbox": [239 [240 0,241 1236,242 1080,243 1467244 ]245 ],246 "coordinate": [247 293,248 1323249 ]250 },251 {252 "action": "click",253 "candidate_bbox": [254 [255 839,256 686,257 985,258 812259 ],260 [261 0,262 606,263 1080,264 893265 ]266 ],267 "coordinate": [268 911,269 749270 ]271 },272 {273 "action": "click",274 "candidate_bbox": [275 [276 0,277 1032,278 1080,279 1248280 ]281 ],282 "coordinate": [283 278,284 1112285 ]286 },287 {288 "action": "click",289 "candidate_bbox": [290 [291 63,292 1117,293 1038,294 1236295 ]296 ],297 "coordinate": [298 550,299 1176300 ]301 }302 ],303 "step_pams": [304 {305 "action": "system_button",306 "button": "Back"307 },308 {309 "action": "click",310 "coordinate": [311 293,312 1323313 ]314 },315 {316 "action": "click",317 "coordinate": [318 911,319 749320 ]321 },322 {323 "action": "click",324 "coordinate": [325 278,326 1112327 ]328 },329 {330 "action": "click",331 "coordinate": [332 550,333 1176334 ]335 }336 ]337 },338 {339 "episode": {340 "episode_id": 53,341 "goal": "Show me some of the sustainability art pieces on the Pinterest app for my research on sustainable energy.",342 "screenshot_paths": [343 "android_control_images/53/step_0.png",344 "android_control_images/53/step_1.png",345 "android_control_images/53/step_2.png",346 "android_control_images/53/step_3.png",347 "android_control_images/53/step_4.png",348 "android_control_images/53/step_5.png",349 "android_control_images/53/step_6.png"350 ],351 "actions": [352 {353 "action_type": "open_app",354 "app_name": "Pinterest"355 },356 {357 "action_type": "click",358 "x": 372,359 "y": 2273360 },361 {362 "action_type": "wait"363 },364 {365 "action_type": "input_text",366 "text": "sustainability art pieces"367 },368 {369 "action_type": "click",370 "x": 994,371 "y": 2169372 },373 {374 "action_type": "wait"375 }376 ],377 "step_instructions": [378 "Open the pinterest app.",379 "Click on the search icon at the bottom of the screen.",380 "Click on the search icon at the bottom of the screen.",381 "Type in sustainability art pieces.",382 "Click on the search icon at the bottom-right of the keyboard.",383 "Click on the search icon at the bottom-right of the keyboard."384 ]385 },386 "width": 1080,387 "height": 2400,388 "step_check_pams": [389 {390 "action": "open",391 "candidate_bbox": [],392 "text": "Pinterest"393 },394 {395 "action": "click",396 "candidate_bbox": [397 [398 288,399 2211,400 456,401 2337402 ],403 [404 20,405 1491,406 530,407 2337408 ],409 [410 0,411 272,412 1080,413 2337414 ]415 ],416 "coordinate": [417 372,418 2273419 ]420 },421 {422 "action": "wait"423 },424 {425 "action": "type",426 "text": "sustainability art pieces"427 },428 {429 "action": "click",430 "candidate_bbox": [431 [432 914,433 2085,434 1075,435 2253436 ]437 ],438 "coordinate": [439 994,440 2169441 ]442 },443 {444 "action": "wait"445 }446 ],447 "step_pams": [448 {449 "action": "open",450 "text": "Pinterest"451 },452 {453 "action": "click",454 "coordinate": [455 372,456 2273457 ]458 },459 {460 "action": "wait",461 "time": 2462 },463 {464 "action": "type",465 "text": "sustainability art pieces"466 },467 {468 "action": "click",469 "coordinate": [470 994,471 2169472 ]473 },474 {475 "action": "wait",476 "time": 2477 }478 ]479 },480 {481 "episode": {482 "episode_id": 54,483 "goal": "Open the radio app and browse through the KRRO FM 103.7 radio stations that are available.",484 "screenshot_paths": [485 "android_control_images/54/step_0.png",486 "android_control_images/54/step_1.png",487 "android_control_images/54/step_2.png"488 ],489 "actions": [490 {491 "action_type": "click",492 "x": 542,493 "y": 1201494 },495 {496 "action_type": "click",497 "x": 542,498 "y": 1201499 }500 ],501 "step_instructions": [502 "Tap on the navigation arrow ",503 "Select the KRRO FM 103.7"504 ]505 },506 "width": 1080,507 "height": 2400,508 "step_check_pams": [509 {510 "action": "click",511 "candidate_bbox": [512 [513 0,514 0,515 1084,516 2402517 ],518 [519 0,520 420,521 1084,522 2042523 ]524 ],525 "coordinate": [526 542,527 1201528 ]529 },530 {531 "action": "click",532 "candidate_bbox": [533 [534 0,535 0,536 1084,537 2402538 ],539 [540 0,541 1178,542 1084,543 1299544 ]545 ],546 "coordinate": [547 542,548 1201549 ]550 }551 ],552 "step_pams": [553 {554 "action": "click",555 "coordinate": [556 542,557 1201558 ]559 },560 {561 "action": "click",562 "coordinate": [563 542,564 1201565 ]566 }567 ]568 },569 {570 "episode": {571 "episode_id": 55,572 "goal": "In commemoration of my nephew's fifth birthday, seek a 2-piece sweater in the kids category on the Zara app.",573 "screenshot_paths": [574 "android_control_images/55/step_0.png",575 "android_control_images/55/step_1.png",576 "android_control_images/55/step_2.png",577 "android_control_images/55/step_3.png",578 "android_control_images/55/step_4.png",579 "android_control_images/55/step_5.png",580 "android_control_images/55/step_6.png",581 "android_control_images/55/step_7.png",582 "android_control_images/55/step_8.png",583 "android_control_images/55/step_9.png"584 ],585 "actions": [586 {587 "action_type": "open_app",588 "app_name": "ZARA"589 },590 {591 "action_type": "wait"592 },593 {594 "action_type": "click",595 "x": 360,596 "y": 2284597 },598 {599 "action_type": "click",600 "x": 540,601 "y": 2116602 },603 {604 "action_type": "input_text",605 "text": "2 Piece sweatshirt"606 },607 {608 "action_type": "click",609 "x": 994,610 "y": 2158611 },612 {613 "action_type": "click",614 "x": 117,615 "y": 657616 },617 {618 "action_type": "click",619 "x": 810,620 "y": 1401621 },622 {623 "action_type": "click",624 "x": 810,625 "y": 2294626 }627 ],628 "step_instructions": [629 "Open the Zara app",630 "Open the Zara app",631 "Go to the Menu section",632 "Go to the search bar at the bottom of the screen",633 "Search for 2 Piece sweatshirt in the search bar",634 "Click on the search icon at the bottom right corner of the keyboard",635 "Click on the Size filter",636 "Select the 5-6 YEARS filter",637 "Click on the View results button"638 ]639 },640 "width": 1080,641 "height": 2400,642 "step_check_pams": [643 {644 "action": "open",645 "candidate_bbox": [646 [647 57,648 1173,649 267,650 1445651 ]652 ],653 "text": "ZARA"654 },655 {656 "action": "wait"657 },658 {659 "action": "click",660 "candidate_bbox": [661 [662 299,663 2232,664 422,665 2337666 ]667 ],668 "coordinate": [669 360,670 2284671 ]672 },673 {674 "action": "click",675 "candidate_bbox": [676 [677 53,678 2085,679 1027,680 2148681 ]682 ],683 "coordinate": [684 540,685 2116686 ]687 },688 {689 "action": "type",690 "text": "2 Piece sweatshirt"691 },692 {693 "action": "click",694 "candidate_bbox": [695 [696 914,697 2081,698 1075,699 2237700 ]701 ],702 "coordinate": [703 994,704 2158705 ]706 },707 {708 "action": "click",709 "candidate_bbox": [710 [711 53,712 626,713 183,714 689715 ]716 ],717 "coordinate": [718 117,719 657720 ]721 },722 {723 "action": "click",724 "candidate_bbox": [725 [726 540,727 1328,728 1080,729 1475730 ],731 [732 0,733 231,734 1080,735 2337736 ],737 [738 0,739 875,740 1080,741 2337742 ]743 ],744 "coordinate": [745 810,746 1401747 ]748 },749 {750 "action": "click",751 "candidate_bbox": [752 [753 540,754 2252,755 1080,756 2336757 ],758 [759 0,760 875,761 1080,762 2337763 ],764 [765 0,766 231,767 1080,768 2337769 ]770 ],771 "coordinate": [772 810,773 2294774 ]775 }776 ],777 "step_pams": [778 {779 "action": "open",780 "text": "ZARA"781 },782 {783 "action": "wait",784 "time": 2785 },786 {787 "action": "click",788 "coordinate": [789 360,790 2284791 ]792 },793 {794 "action": "click",795 "coordinate": [796 540,797 2116798 ]799 },800 {801 "action": "type",802 "text": "2 Piece sweatshirt"803 },804 {805 "action": "click",806 "coordinate": [807 994,808 2158809 ]810 },811 {812 "action": "click",813 "coordinate": [814 117,815 657816 ]817 },818 {819 "action": "click",820 "coordinate": [821 810,822 1401823 ]824 },825 {826 "action": "click",827 "coordinate": [828 810,829 2294830 ]831 }832 ]833 },834 {835 "episode": {836 "episode_id": 62,837 "goal": "In Google News listen the \"Kevin Cahoon:Let's Get Shucked! \" podcast on Broadway Podcast Network",838 "screenshot_paths": [839 "android_control_images/62/step_0.png",840 "android_control_images/62/step_1.png",841 "android_control_images/62/step_2.png",842 "android_control_images/62/step_3.png",843 "android_control_images/62/step_4.png",844 "android_control_images/62/step_5.png",845 "android_control_images/62/step_6.png",846 "android_control_images/62/step_7.png",847 "android_control_images/62/step_8.png",848 "android_control_images/62/step_9.png",849 "android_control_images/62/step_10.png",850 "android_control_images/62/step_11.png"851 ],852 "actions": [853 {854 "action_type": "click",855 "x": 84,856 "y": 220857 },858 {859 "action_type": "input_text",860 "text": "Broadway Podcast Network"861 },862 {863 "action_type": "click",864 "x": 560,865 "y": 358866 },867 {868 "action_type": "scroll",869 "direction": "down"870 },871 {872 "action_type": "scroll",873 "direction": "down"874 },875 {876 "action_type": "scroll",877 "direction": "down"878 },879 {880 "action_type": "scroll",881 "direction": "down"882 },883 {884 "action_type": "click",885 "x": 540,886 "y": 1397887 },888 {889 "action_type": "scroll",890 "direction": "down"891 },892 {893 "action_type": "click",894 "x": 124,895 "y": 832896 },897 {898 "action_type": "wait"899 }900 ],901 "step_instructions": [902 "Click on the search icon at the top left corner",903 "Type the Broadway Podcast Network on the search bar",904 "Click on the Broadway Podcast Network",905 "Swipe up on the screen",906 "Swipe up on the screen",907 "Swipe up on the screen",908 "Swipe up on the screen",909 "Click on the Kevin Cahoon :Let's Get Shucked!",910 "Swipe up on the screen",911 "Click on the play icon",912 "Click on the play icon"913 ]914 },915 "width": 1080,916 "height": 2400,917 "step_check_pams": [918 {919 "action": "click",920 "candidate_bbox": [921 [922 21,923 136,924 147,925 304926 ]927 ],928 "coordinate": [929 84,930 220931 ]932 },933 {934 "action": "type",935 "text": "Broadway Podcast Network"936 },937 {938 "action": "click",939 "candidate_bbox": [940 [941 0,942 304,943 1080,944 462945 ]946 ],947 "coordinate": [948 560,949 358950 ]951 },952 {953 "action": "swipe",954 "direction": "down"955 },956 {957 "action": "swipe",958 "direction": "down"959 },960 {961 "action": "swipe",962 "direction": "down"963 },964 {965 "action": "swipe",966 "direction": "down"967 },968 {969 "action": "click",970 "candidate_bbox": [971 [972 0,973 1125,974 1080,975 2046976 ]977 ],978 "coordinate": [979 540,980 1397981 ]982 },983 {984 "action": "swipe",985 "direction": "down"986 },987 {988 "action": "click",989 "candidate_bbox": [990 [991 0,992 708,993 249,994 957995 ],996 [997 0,998 708,999 1081,1000 9571001 ],1002 [1003 0,1004 241,1005 1084,1006 22231007 ]1008 ],1009 "coordinate": [1010 124,1011 8321012 ]1013 },1014 {1015 "action": "wait"1016 }1017 ],1018 "step_pams": [1019 {1020 "action": "click",1021 "coordinate": [1022 84,1023 2201024 ]1025 },1026 {1027 "action": "type",1028 "text": "Broadway Podcast Network"1029 },1030 {1031 "action": "click",1032 "coordinate": [1033 560,1034 3581035 ]1036 },1037 {1038 "action": "swipe",1039 "coordinate": [1040 540,1041 6001042 ],1043 "coordinate2": [1044 540,1045 18001046 ]1047 },1048 {1049 "action": "swipe",1050 "coordinate": [1051 540,1052 6001053 ],1054 "coordinate2": [1055 540,1056 18001057 ]1058 },1059 {1060 "action": "swipe",1061 "coordinate": [1062 540,1063 6001064 ],1065 "coordinate2": [1066 540,1067 18001068 ]1069 },1070 {1071 "action": "swipe",1072 "coordinate": [1073 540,1074 6001075 ],1076 "coordinate2": [1077 540,1078 18001079 ]1080 },1081 {1082 "action": "click",1083 "coordinate": [1084 540,1085 13971086 ]1087 },1088 {1089 "action": "swipe",1090 "coordinate": [1091 540,1092 6001093 ],1094 "coordinate2": [1095 540,1096 18001097 ]1098 },1099 {1100 "action": "click",1101 "coordinate": [1102 124,1103 8321104 ]1105 },1106 {1107 "action": "wait",1108 "time": 21109 }1110 ]1111 },1112 {1113 "episode": {1114 "episode_id": 73,1115 "goal": "I want look for upcoming moon phases on the Phases of the moon.",1116 "screenshot_paths": [1117 "android_control_images/73/step_0.png",1118 "android_control_images/73/step_1.png",1119 "android_control_images/73/step_2.png"1120 ],1121 "actions": [1122 {1123 "action_type": "scroll",1124 "direction": "right"1125 },1126 {1127 "action_type": "scroll",1128 "direction": "right"1129 }1130 ],1131 "step_instructions": [1132 "Swipe left on the screen to view upcoming phases.",1133 "Swipe left on the screen to view upcoming phases."1134 ]1135 },1136 "width": 1080,1137 "height": 2400,1138 "step_check_pams": [1139 {1140 "action": "swipe",1141 "direction": "right"1142 },1143 {1144 "action": "swipe",1145 "direction": "right"1146 }1147 ],1148 "step_pams": [1149 {1150 "action": "swipe",1151 "coordinate": [1152 270,1153 12001154 ],1155 "coordinate2": [1156 810,1157 12001158 ]1159 },1160 {1161 "action": "swipe",1162 "coordinate": [1163 270,1164 12001165 ],1166 "coordinate2": [1167 810,1168 12001169 ]1170 }1171 ]1172 },1173 {1174 "episode": {1175 "episode_id": 84,1176 "goal": "In the YallaToys app , browse for Jumanji Game in the Games & puzzle section in toys for all categories . ",1177 "screenshot_paths": [1178 "android_control_images/84/step_0.png",1179 "android_control_images/84/step_1.png",1180 "android_control_images/84/step_2.png",1181 "android_control_images/84/step_3.png",1182 "android_control_images/84/step_4.png",1183 "android_control_images/84/step_5.png"1184 ],1185 "actions": [1186 {1187 "action_type": "open_app",1188 "app_name": "Yalla Toys"1189 },1190 {1191 "action_type": "click",1192 "x": 699,1193 "y": 13281194 },1195 {1196 "action_type": "click",1197 "x": 640,1198 "y": 6181199 },1200 {