OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
2613k
1{2 "episode_id": "0339325399771556",3 "device_info": {4 "product": "sdk_gphone64_arm64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1600,8 "w": 2560,9 "device_name": "Pixel Tablet"10 },11 "task_info": {12 "category": "Web_Shopping",13 "app": [14 "Target",15 "Ebay"16 ],17 "meta_task": "Compare prices for a/an {} on different shopping apps and add the cheapest into the cart.",18 "task": "Compare prices for a/an AirPods Pro 2 on different shopping apps and add the cheapest into the cart.",19 "instruction": "Browse through Target and Ebay to compare the prices for AirPods Pro 2, and make sure to add the one with the lowest price to your cart."20 },21 "step_length": 20,22 "steps": [23 {24 "step": 0,25 "screenshot": "0339325399771556_0.png",26 "action": "CLICK",27 "info": "KEY_HOME",28 "ps": ""29 },30 {31 "step": 1,32 "screenshot": "0339325399771556_1.png",33 "action": "CLICK",34 "info": [35 [36 148,37 12438 ],39 [40 148,41 12442 ]43 ],44 "ps": "[(148, 124)]"45 },46 {47 "step": 2,48 "screenshot": "0339325399771556_2.png",49 "action": "CLICK",50 "info": [51 [52 273,53 15354 ],55 [56 273,57 15358 ]59 ],60 "ps": "[(273, 153)]"61 },62 {63 "step": 3,64 "screenshot": "0339325399771556_3.png",65 "action": "TEXT",66 "info": "AirPods Pro 2",67 "ps": ""68 },69 {70 "step": 4,71 "screenshot": "0339325399771556_4.png",72 "action": "CLICK",73 "info": [74 [75 877,76 69077 ],78 [79 877,80 69081 ]82 ],83 "ps": "[(877, 690)]"84 },85 {86 "step": 5,87 "screenshot": "0339325399771556_5.png",88 "action": "SCROLL",89 "info": [90 [91 534,92 84293 ],94 [95 565,96 24297 ]98 ],99 "ps": "[(534, 842), (534, 841), (535, 838), (535, 836), (536, 831), (537, 825), (541, 811), (542, 802), (544, 785), (550, 751), (552, 730), (554, 708), (556, 687), (559, 658), (560, 644), (562, 621), (563, 605), (564, 578), (565, 559), (565, 539), (567, 507), (567, 491), (567, 484), (567, 471), (567, 454), (567, 450), (567, 439), (567, 431), (567, 422), (567, 418), (567, 411), (567, 402), (567, 398), (567, 388), (567, 384), (567, 374), (567, 370), (567, 364), (567, 354), (565, 350), (565, 344), (565, 339), (565, 327), (565, 325), (565, 313), (565, 305), (565, 299), (565, 293), (565, 285), (565, 279), (565, 273), (565, 267), (565, 262), (565, 258), (565, 256), (565, 253), (565, 250), (565, 247), (565, 245), (565, 244), (565, 242)]"100 },101 {102 "step": 6,103 "screenshot": "0339325399771556_6.png",104 "action": "SCROLL",105 "info": [106 [107 503,108 793109 ],110 [111 526,112 316113 ]114 ],115 "ps": "[(503, 793), (503, 791), (503, 790), (504, 788), (506, 776), (508, 748), (510, 728), (511, 696), (514, 656), (515, 631), (517, 608), (519, 588), (519, 570), (521, 551), (521, 547), (521, 531), (523, 519), (523, 514), (523, 502), (524, 494), (524, 485), (524, 479), (525, 467), (525, 459), (526, 451), (526, 445), (526, 444), (526, 438), (526, 436), (526, 431), (526, 427), (526, 424), (526, 422), (526, 419), (526, 416), (526, 414), (526, 411), (526, 408), (526, 407), (526, 405), (526, 404), (526, 402), (526, 398), (526, 393), (526, 390), (526, 388), (527, 384), (527, 381), (527, 378), (527, 374), (527, 370), (527, 364), (527, 362), (527, 356), (527, 348), (527, 342), (527, 338), (527, 334), (526, 328), (526, 325), (526, 324), (526, 321), (526, 319), (526, 318), (526, 316)]"116 },117 {118 "step": 7,119 "screenshot": "0339325399771556_7.png",120 "action": "CLICK",121 "info": "KEY_HOME",122 "ps": ""123 },124 {125 "step": 8,126 "screenshot": "0339325399771556_8.png",127 "action": "CLICK",128 "info": [129 [130 577,131 108132 ],133 [134 577,135 108136 ]137 ],138 "ps": "[(577, 108)]"139 },140 {141 "step": 9,142 "screenshot": "0339325399771556_9.png",143 "action": "CLICK",144 "info": [145 [146 51,147 302148 ],149 [150 51,151 302152 ]153 ],154 "ps": "[(51, 302)]"155 },156 {157 "step": 10,158 "screenshot": "0339325399771556_10.png",159 "action": "TEXT",160 "info": "AirPods Pro 2",161 "ps": ""162 },163 {164 "step": 11,165 "screenshot": "0339325399771556_11.png",166 "action": "CLICK",167 "info": [168 [169 825,170 70171 ],172 [173 825,174 70175 ]176 ],177 "ps": "[(825, 70)]"178 },179 {180 "step": 12,181 "screenshot": "0339325399771556_12.png",182 "action": "SCROLL",183 "info": [184 [185 815,186 269187 ],188 [189 254,190 194191 ]192 ],193 "ps": "[(815, 269), (813, 268), (810, 268), (798, 264), (780, 259), (726, 246), (708, 244), (648, 239), (569, 238), (498, 238), (459, 238), (413, 232), (378, 223), (365, 217), (341, 208), (327, 204), (317, 201), (311, 199), (302, 198), (292, 197), (289, 195), (285, 195), (280, 195), (276, 195), (275, 194), (273, 194), (267, 194), (265, 194), (263, 194), (261, 194), (258, 194), (257, 194), (255, 194), (254, 194)]"194 },195 {196 "step": 13,197 "screenshot": "0339325399771556_13.png",198 "action": "SCROLL",199 "info": [200 [201 890,202 326203 ],204 [205 511,206 311207 ]208 ],209 "ps": "[(890, 326), (884, 324), (876, 323), (855, 317), (835, 311), (819, 308), (792, 298), (767, 294), (751, 291), (740, 291), (721, 289), (704, 288), (686, 288), (673, 288), (660, 289), (640, 292), (630, 294), (615, 297), (599, 298), (589, 299), (578, 303), (565, 303), (559, 304), (549, 306), (546, 306), (542, 308), (537, 308), (532, 308), (528, 309), (524, 309), (521, 309), (519, 309), (517, 311), (515, 311), (514, 311), (513, 311), (512, 311), (511, 311)]"210 },211 {212 "step": 14,213 "screenshot": "0339325399771556_14.png",214 "action": "CLICK",215 "info": "KEY_HOME",216 "ps": ""217 },218 {219 "step": 15,220 "screenshot": "0339325399771556_15.png",221 "action": "CLICK",222 "info": [223 [224 134,225 131226 ],227 [228 134,229 131230 ]231 ],232 "ps": "[(134, 131)]"233 },234 {235 "step": 16,236 "screenshot": "0339325399771556_16.png",237 "action": "CLICK",238 "info": [239 [240 282,241 342242 ],243 [244 282,245 342246 ]247 ],248 "ps": "[(282, 342)]"249 },250 {251 "step": 17,252 "screenshot": "0339325399771556_17.png",253 "action": "SCROLL",254 "info": [255 [256 461,257 888258 ],259 [260 482,261 324262 ]263 ],264 "ps": "[(461, 888), (461, 887), (462, 881), (463, 873), (464, 864), (465, 844), (469, 814), (473, 779), (474, 762), (477, 731), (481, 696), (482, 682), (484, 642), (484, 611), (484, 578), (484, 554), (483, 527), (482, 511), (482, 498), (482, 479), (482, 467), (482, 456), (481, 445), (481, 434), (481, 424), (481, 413), (481, 408), (482, 398), (482, 388), (482, 384), (482, 373), (482, 364), (482, 359), (482, 354), (483, 344), (483, 338), (483, 334), (483, 331), (483, 330), (483, 328), (483, 327), (483, 325), (483, 324), (482, 324)]"265 },266 {267 "step": 18,268 "screenshot": "0339325399771556_18.png",269 "action": "CLICK",270 "info": [271 [272 504,273 787274 ],275 [276 504,277 787278 ]279 ],280 "ps": "[(504, 787)]"281 },282 {283 "step": 19,284 "screenshot": "0339325399771556_19.png",285 "action": "COMPLETE",286 "info": "",287 "ps": ""288 }289 ]290}