OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
2613k
1{2 "episode_id": "0055763512444649",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1280,8 "w": 720,9 "device_name": "Small Phone"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Ebay",15 "Instagram"16 ],17 "meta_task": "Read a book review online for the book {} and purchase the ebook or a real one.",18 "task": "Read a book review online for the book 'Project Hail Mary' by Andy Weir and purchase the ebook or a real one.",19 "instruction": "First, browse Instagram to locate a detailed review of the book 'Project Hail Mary' by Andy Weir. After reading the review, head over to eBay to purchase either the ebook version or a physical copy of the book."20 },21 "step_length": 21,22 "steps": [23 {24 "step": 0,25 "screenshot": "0055763512444649_0.png",26 "action": "CLICK",27 "info": "KEY_HOME",28 "ps": ""29 },30 {31 "step": 1,32 "screenshot": "0055763512444649_1.png",33 "action": "CLICK",34 "info": [35 [36 502,37 21338 ],39 [40 502,41 21342 ]43 ],44 "ps": "[(502, 213)]"45 },46 {47 "step": 2,48 "screenshot": "0055763512444649_2.png",49 "action": "CLICK",50 "info": [51 [52 73,53 8554 ],55 [56 73,57 8558 ]59 ],60 "ps": "[(73, 85)]"61 },62 {63 "step": 3,64 "screenshot": "0055763512444649_3.png",65 "action": "CLICK",66 "info": [67 [68 308,69 8870 ],71 [72 308,73 8874 ]75 ],76 "ps": "[(308, 88)]"77 },78 {79 "step": 4,80 "screenshot": "0055763512444649_4.png",81 "action": "TEXT",82 "info": "'Project Hail Mary' by Andy Weir book review",83 "ps": ""84 },85 {86 "step": 5,87 "screenshot": "0055763512444649_5.png",88 "action": "CLICK",89 "info": [90 [91 919,92 87893 ],94 [95 919,96 87897 ]98 ],99 "ps": "[(919, 878)]"100 },101 {102 "step": 6,103 "screenshot": "0055763512444649_6.png",104 "action": "CLICK",105 "info": [106 [107 195,108 314109 ],110 [111 195,112 314113 ]114 ],115 "ps": "[(195, 314)]"116 },117 {118 "step": 7,119 "screenshot": "0055763512444649_7.png",120 "action": "SCROLL",121 "info": [122 [123 561,124 770125 ],126 [127 555,128 395129 ]130 ],131 "ps": "[(561, 770), (562, 767), (562, 761), (563, 755), (563, 745), (563, 736), (563, 726), (563, 722), (563, 713), (563, 703), (563, 684), (563, 677), (563, 661), (563, 645), (563, 636), (563, 620), (563, 603), (563, 595), (563, 578), (563, 563), (565, 546), (565, 543), (565, 526), (565, 517), (565, 501), (565, 485), (565, 478), (563, 464), (562, 457), (562, 454), (561, 442), (561, 435), (559, 430), (559, 424), (559, 420), (558, 414), (558, 412), (558, 409), (558, 408), (556, 403), (556, 401), (556, 399), (555, 398), (555, 397), (555, 396), (555, 396), (555, 395)]"132 },133 {134 "step": 8,135 "screenshot": "0055763512444649_8.png",136 "action": "CLICK",137 "info": [138 [139 99,140 702141 ],142 [143 99,144 702145 ]146 ],147 "ps": "[(99, 702)]"148 },149 {150 "step": 9,151 "screenshot": "0055763512444649_9.png",152 "action": "SCROLL",153 "info": [154 [155 516,156 830157 ],158 [159 481,160 583161 ]162 ],163 "ps": "[(516, 830), (516, 828), (516, 827), (516, 826), (516, 824), (516, 822), (516, 815), (516, 807), (516, 800), (516, 788), (516, 784), (516, 771), (516, 755), (515, 742), (513, 729), (512, 715), (508, 697), (506, 689), (502, 674), (499, 665), (495, 649), (493, 641), (490, 628), (488, 621), (488, 619), (487, 609), (487, 604), (487, 600), (486, 596), (486, 593), (486, 591), (484, 590), (484, 588), (484, 586), (483, 585), (483, 584), (483, 583), (481, 583)]"164 },165 {166 "step": 10,167 "screenshot": "0055763512444649_10.png",168 "action": "SCROLL",169 "info": [170 [171 459,172 794173 ],174 [175 463,176 616177 ]178 ],179 "ps": "[(459, 794), (459, 792), (459, 790), (459, 786), (459, 782), (459, 778), (459, 775), (459, 768), (459, 760), (459, 753), (459, 744), (459, 735), (459, 723), (461, 717), (461, 711), (462, 698), (462, 684), (463, 677), (463, 664), (463, 657), (463, 651), (463, 649), (463, 639), (463, 635), (463, 631), (463, 628), (463, 624), (463, 622), (463, 621), (463, 619), (463, 618), (463, 617), (463, 617), (463, 616)]"180 },181 {182 "step": 11,183 "screenshot": "0055763512444649_11.png",184 "action": "CLICK",185 "info": "KEY_HOME",186 "ps": ""187 },188 {189 "step": 12,190 "screenshot": "0055763512444649_12.png",191 "action": "CLICK",192 "info": [193 [194 161,195 89196 ],197 [198 161,199 89200 ]201 ],202 "ps": "[(161, 89)]"203 },204 {205 "step": 13,206 "screenshot": "0055763512444649_13.png",207 "action": "CLICK",208 "info": [209 [210 529,211 90212 ],213 [214 529,215 90216 ]217 ],218 "ps": "[(529, 90)]"219 },220 {221 "step": 14,222 "screenshot": "0055763512444649_14.png",223 "action": "CLICK",224 "info": [225 [226 752,227 88228 ],229 [230 752,231 88232 ]233 ],234 "ps": "[(752, 88)]"235 },236 {237 "step": 15,238 "screenshot": "0055763512444649_15.png",239 "action": "TEXT",240 "info": "'Project Hail Mary' by Andy Weir",241 "ps": ""242 },243 {244 "step": 16,245 "screenshot": "0055763512444649_16.png",246 "action": "CLICK",247 "info": [248 [249 904,250 874251 ],252 [253 904,254 874255 ]256 ],257 "ps": "[(904, 874)]"258 },259 {260 "step": 17,261 "screenshot": "0055763512444649_17.png",262 "action": "CLICK",263 "info": [264 [265 262,266 409267 ],268 [269 262,270 409271 ]272 ],273 "ps": "[(262, 409)]"274 },275 {276 "step": 18,277 "screenshot": "0055763512444649_18.png",278 "action": "SCROLL",279 "info": [280 [281 369,282 829283 ],284 [285 433,286 333287 ]288 ],289 "ps": "[(369, 829), (374, 823), (376, 821), (381, 813), (386, 807), (391, 796), (397, 783), (402, 767), (404, 754), (405, 747), (406, 732), (408, 712), (409, 692), (409, 672), (409, 664), (409, 643), (411, 624), (411, 614), (416, 572), (419, 552), (422, 535), (427, 504), (429, 485), (430, 478), (430, 460), (431, 445), (431, 420), (433, 392), (433, 380), (433, 370), (433, 367), (433, 363), (433, 355), (433, 348), (433, 345), (433, 342), (433, 341), (433, 338), (433, 336), (433, 335), (433, 334), (433, 333)]"290 },291 {292 "step": 19,293 "screenshot": "0055763512444649_19.png",294 "action": "SCROLL",295 "info": [296 [297 383,298 846299 ],300 [301 329,302 437303 ]304 ],305 "ps": "[(383, 846), (383, 846), (381, 843), (381, 842), (380, 839), (379, 834), (377, 828), (377, 827), (376, 817), (374, 810), (370, 796), (369, 788), (365, 769), (361, 749), (361, 745), (356, 726), (355, 708), (352, 689), (349, 671), (348, 653), (347, 644), (347, 635), (345, 618), (344, 602), (343, 586), (343, 578), (341, 561), (340, 553), (340, 551), (338, 536), (338, 529), (337, 522), (337, 510), (336, 502), (334, 495), (334, 489), (334, 486), (333, 480), (333, 474), (333, 467), (333, 462), (331, 457), (331, 452), (331, 451), (331, 448), (331, 446), (330, 443), (330, 442), (330, 440), (330, 439), (330, 439), (330, 438), (330, 437), (329, 437)]"306 },307 {308 "step": 20,309 "screenshot": "0055763512444649_20.png",310 "action": "COMPLETE",311 "info": "",312 "ps": ""313 }314 ]315}