OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
2613k
1{2 "episode_id": "0968683037393155",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "AliExpress",15 "Calendar",16 "DuckDuckGo"17 ],18 "meta_task": "Look up a/an {} class, buy the thing needed in the class, and set a calendar reminder to study.",19 "task": "Look up a/an Sewing class, buy the thing needed in the class, and set a calendar reminder to study.",20 "instruction": "Utilize DuckDuckGo to find a Sewing class, purchase the necessary materials on AliExpress, and then create a reminder in Calendar to study."21 },22 "step_length": 17,23 "steps": [24 {25 "step": 0,26 "screenshot": "0968683037393155_0.png",27 "action": "CLICK",28 "info": [29 [30 803,31 30432 ],33 [34 803,35 30436 ]37 ],38 "ps": "[(803, 304)]"39 },40 {41 "step": 1,42 "screenshot": "0968683037393155_1.png",43 "action": "TEXT",44 "info": "sewing class",45 "ps": ""46 },47 {48 "step": 2,49 "screenshot": "0968683037393155_2.png",50 "action": "CLICK",51 "info": [52 [53 861,54 88455 ],56 [57 861,58 88459 ]60 ],61 "ps": "[(861, 884)]"62 },63 {64 "step": 3,65 "screenshot": "0968683037393155_3.png",66 "action": "SCROLL",67 "info": [68 [69 344,70 77671 ],72 [73 344,74 35475 ]76 ],77 "ps": "[(344, 776), (344, 772), (344, 764), (344, 760), (344, 752), (344, 741), (344, 732), (344, 724), (344, 715), (344, 703), (344, 692), (344, 687), (344, 677), (344, 655), (341, 643), (341, 639), (341, 620), (341, 607), (341, 596), (341, 580), (341, 566), (340, 554), (340, 542), (338, 530), (338, 511), (338, 502), (338, 490), (338, 483), (336, 478), (336, 470), (336, 458), (336, 454), (336, 441), (336, 438), (336, 431), (336, 426), (338, 419), (338, 413), (338, 407), (338, 401), (340, 397), (340, 390), (340, 385), (341, 381), (341, 378), (343, 374), (343, 373), (344, 369), (344, 366), (344, 365), (344, 363), (344, 361), (344, 358), (344, 357), (344, 354)]"78 },79 {80 "step": 4,81 "screenshot": "0968683037393155_4.png",82 "action": "CLICK",83 "info": [84 [85 287,86 84987 ],88 [89 287,90 84991 ]92 ],93 "ps": "[(287, 849)]"94 },95 {96 "step": 5,97 "screenshot": "0968683037393155_5.png",98 "action": "CLICK",99 "info": "KEY_HOME",100 "ps": ""101 },102 {103 "step": 6,104 "screenshot": "0968683037393155_6.png",105 "action": "CLICK",106 "info": [107 [108 908,109 144110 ],111 [112 908,113 144114 ]115 ],116 "ps": "[(908, 144)]"117 },118 {119 "step": 7,120 "screenshot": "0968683037393155_7.png",121 "action": "CLICK",122 "info": [123 [124 384,125 184126 ],127 [128 384,129 184130 ]131 ],132 "ps": "[(384, 184)]"133 },134 {135 "step": 8,136 "screenshot": "0968683037393155_8.png",137 "action": "TEXT",138 "info": "sewing machine",139 "ps": ""140 },141 {142 "step": 9,143 "screenshot": "0968683037393155_9.png",144 "action": "CLICK",145 "info": [146 [147 855,148 889149 ],150 [151 855,152 889153 ]154 ],155 "ps": "[(855, 889)]"156 },157 {158 "step": 10,159 "screenshot": "0968683037393155_10.png",160 "action": "CLICK",161 "info": "KEY_HOME",162 "ps": ""163 },164 {165 "step": 11,166 "screenshot": "0968683037393155_11.png",167 "action": "CLICK",168 "info": [169 [170 677,171 660172 ],173 [174 677,175 660176 ]177 ],178 "ps": "[(677, 660)]"179 },180 {181 "step": 12,182 "screenshot": "0968683037393155_12.png",183 "action": "CLICK",184 "info": [185 [186 903,187 869188 ],189 [190 903,191 869192 ]193 ],194 "ps": "[(903, 869)]"195 },196 {197 "step": 13,198 "screenshot": "0968683037393155_13.png",199 "action": "CLICK",200 "info": [201 [202 903,203 869204 ],205 [206 903,207 869208 ]209 ],210 "ps": "[(903, 869)]"211 },212 {213 "step": 14,214 "screenshot": "0968683037393155_14.png",215 "action": "TEXT",216 "info": "sewing class",217 "ps": ""218 },219 {220 "step": 15,221 "screenshot": "0968683037393155_15.png",222 "action": "CLICK",223 "info": [224 [225 434,226 196227 ],228 [229 434,230 196231 ]232 ],233 "ps": "[(434, 196)]"234 },235 {236 "step": 16,237 "screenshot": "0968683037393155_16.png",238 "action": "COMPLETE",239 "info": "",240 "ps": ""241 }242 ]243}