OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
2613k
1{2 "episode_id": "0043753213616680",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Quora",15 "Ebay"16 ],17 "meta_task": "Read a book review online for the book {} and purchase the ebook or a real one.",18 "task": "Read a book review online for the book 'The Seven Husbands of Evelyn Hugo' by Taylor Jenkins Reid and purchase the ebook or a real one.",19 "instruction": "Utilize Quora to read a book review for 'The Seven Husbands of Evelyn Hugo' by Taylor Jenkins Reid, and then proceed to Ebay to purchase either the ebook or a physical copy."20 },21 "step_length": 19,22 "steps": [23 {24 "step": 0,25 "screenshot": "0043753213616680_0.png",26 "action": "CLICK",27 "info": [28 [29 707,30 40831 ],32 [33 707,34 40835 ]36 ],37 "ps": "[(707, 408)]"38 },39 {40 "step": 1,41 "screenshot": "0043753213616680_1.png",42 "action": "CLICK",43 "info": [44 [45 34,46 97547 ],48 [49 33,50 97551 ]52 ],53 "ps": "[(34, 975), (33, 975)]"54 },55 {56 "step": 2,57 "screenshot": "0043753213616680_2.png",58 "action": "CLICK",59 "info": [60 [61 30,62 98563 ],64 [65 30,66 98567 ]68 ],69 "ps": "[(30, 985)]"70 },71 {72 "step": 3,73 "screenshot": "0043753213616680_3.png",74 "action": "CLICK",75 "info": [76 [77 37,78 55579 ],80 [81 37,82 55583 ]84 ],85 "ps": "[(37, 555)]"86 },87 {88 "step": 4,89 "screenshot": "0043753213616680_4.png",90 "action": "CLICK",91 "info": [92 [93 37,94 97995 ],96 [97 37,98 97999 ]100 ],101 "ps": "[(37, 979)]"102 },103 {104 "step": 5,105 "screenshot": "0043753213616680_5.png",106 "action": "CLICK",107 "info": [108 [109 33,110 82111 ],112 [113 33,114 82115 ]116 ],117 "ps": "[(33, 82)]"118 },119 {120 "step": 6,121 "screenshot": "0043753213616680_6.png",122 "action": "TEXT",123 "info": "'The Seven Husbands of Evelyn Hugo' by Taylor Jenkins Reid book review",124 "ps": ""125 },126 {127 "step": 7,128 "screenshot": "0043753213616680_7.png",129 "action": "CLICK",130 "info": [131 [132 832,133 85134 ],135 [136 832,137 85138 ]139 ],140 "ps": "[(832, 85)]"141 },142 {143 "step": 8,144 "screenshot": "0043753213616680_8.png",145 "action": "CLICK",146 "info": [147 [148 646,149 70150 ],151 [152 646,153 70154 ]155 ],156 "ps": "[(646, 70)]"157 },158 {159 "step": 9,160 "screenshot": "0043753213616680_9.png",161 "action": "SCROLL",162 "info": [163 [164 831,165 358166 ],167 [168 549,169 359170 ]171 ],172 "ps": "[(831, 358), (830, 358), (829, 358), (826, 356), (824, 356), (820, 355), (816, 355), (811, 355), (808, 355), (801, 354), (791, 353), (782, 353), (764, 353), (758, 353), (736, 354), (733, 354), (718, 354), (700, 355), (691, 356), (674, 356), (666, 356), (659, 358), (651, 358), (636, 358), (629, 358), (623, 358), (610, 358), (603, 358), (601, 358), (594, 358), (584, 358), (579, 359), (574, 359), (569, 359), (565, 359), (564, 359), (561, 359), (560, 359), (557, 359), (555, 359), (553, 359), (552, 359), (551, 359), (550, 359), (549, 359)]"173 },174 {175 "step": 10,176 "screenshot": "0043753213616680_10.png",177 "action": "CLICK",178 "info": "KEY_HOME",179 "ps": ""180 },181 {182 "step": 11,183 "screenshot": "0043753213616680_11.png",184 "action": "CLICK",185 "info": [186 [187 139,188 104189 ],190 [191 139,192 104193 ]194 ],195 "ps": "[(139, 104)]"196 },197 {198 "step": 12,199 "screenshot": "0043753213616680_12.png",200 "action": "CLICK",201 "info": [202 [203 849,204 68205 ],206 [207 849,208 68209 ]210 ],211 "ps": "[(849, 68)]"212 },213 {214 "step": 13,215 "screenshot": "0043753213616680_13.png",216 "action": "CLICK",217 "info": [218 [219 922,220 67221 ],222 [223 922,224 67225 ]226 ],227 "ps": "[(922, 67)]"228 },229 {230 "step": 14,231 "screenshot": "0043753213616680_14.png",232 "action": "TEXT",233 "info": "'The Seven Husbands of Evelyn Hugo' by Taylor Jenkins Reid",234 "ps": ""235 },236 {237 "step": 15,238 "screenshot": "0043753213616680_15.png",239 "action": "CLICK",240 "info": [241 [242 899,243 693244 ],245 [246 899,247 693248 ]249 ],250 "ps": "[(899, 693)]"251 },252 {253 "step": 16,254 "screenshot": "0043753213616680_16.png",255 "action": "CLICK",256 "info": [257 [258 151,259 301260 ],261 [262 151,263 301264 ]265 ],266 "ps": "[(151, 301)]"267 },268 {269 "step": 17,270 "screenshot": "0043753213616680_17.png",271 "action": "SCROLL",272 "info": [273 [274 512,275 864276 ],277 [278 472,279 387280 ]281 ],282 "ps": "[(512, 864), (512, 863), (510, 859), (509, 854), (508, 853), (506, 837), (504, 828), (503, 818), (502, 806), (500, 780), (500, 775), (499, 760), (498, 745), (498, 730), (498, 714), (498, 698), (498, 683), (497, 676), (495, 646), (493, 630), (491, 615), (489, 599), (486, 568), (484, 553), (483, 539), (482, 536), (482, 514), (481, 504), (480, 494), (480, 489), (479, 479), (479, 476), (478, 468), (477, 457), (476, 449), (476, 439), (476, 437), (476, 429), (475, 426), (474, 418), (474, 415), (474, 410), (473, 404), (473, 403), (473, 399), (473, 398), (473, 396), (472, 394), (472, 393), (472, 391), (472, 389), (472, 388), (472, 387)]"283 },284 {285 "step": 18,286 "screenshot": "0043753213616680_18.png",287 "action": "COMPLETE",288 "info": "",289 "ps": ""290 }291 ]292}