OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
2613k
1{2 "episode_id": "0201385541141990",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "Multi_Apps",13 "app": [14 "Plantin",15 "WPS office",16 "Firefox Browser"17 ],18 "meta_task": "Find a photograph of a/an {}, identify it using a plant identifier app, and if the identification result is correct, record the image along with the plant name in a document.",19 "task": "Find a photograph of a/an Tulip, identify it using a plant identifier app, and if the identification result is correct, record the image along with the plant name in a document.",20 "instruction": "Search for a photograph of a Tulip using Firefox Browser, then use the Plantin app to identify the flower. If the app confirms that the flower is indeed a Tulip, save the image along with the plant's name in a document using WPS Office."21 },22 "step_length": 31,23 "steps": [24 {25 "step": 0,26 "screenshot": "0201385541141990_0.png",27 "action": "CLICK",28 "info": [29 [30 851,31 23132 ],33 [34 851,35 23136 ]37 ],38 "ps": "[(851, 231)]"39 },40 {41 "step": 1,42 "screenshot": "0201385541141990_1.png",43 "action": "CLICK",44 "info": [45 [46 381,47 7848 ],49 [50 381,51 7852 ]53 ],54 "ps": "[(381, 78)]"55 },56 {57 "step": 2,58 "screenshot": "0201385541141990_2.png",59 "action": "TEXT",60 "info": "Tulip",61 "ps": ""62 },63 {64 "step": 3,65 "screenshot": "0201385541141990_3.png",66 "action": "CLICK",67 "info": [68 [69 943,70 89071 ],72 [73 943,74 89075 ]76 ],77 "ps": "[(943, 890)]"78 },79 {80 "step": 4,81 "screenshot": "0201385541141990_4.png",82 "action": "CLICK",83 "info": [84 [85 185,86 67387 ],88 [89 185,90 67391 ]92 ],93 "ps": "[(185, 673)]"94 },95 {96 "step": 5,97 "screenshot": "0201385541141990_5.png",98 "action": "CLICK",99 "info": [100 [101 545,102 358103 ],104 [105 545,106 358107 ]108 ],109 "ps": "[(545, 358)]"110 },111 {112 "step": 6,113 "screenshot": "0201385541141990_6.png",114 "action": "LONG_PRESS",115 "info": [116 [117 268,118 648119 ],120 [121 268,122 648123 ]124 ],125 "ps": "[(268, 648)]"126 },127 {128 "step": 7,129 "screenshot": "0201385541141990_7.png",130 "action": "CLICK",131 "info": "KEY_HOME",132 "ps": ""133 },134 {135 "step": 8,136 "screenshot": "0201385541141990_8.png",137 "action": "CLICK",138 "info": [139 [140 177,141 388142 ],143 [144 177,145 388146 ]147 ],148 "ps": "[(177, 388)]"149 },150 {151 "step": 9,152 "screenshot": "0201385541141990_9.png",153 "action": "CLICK",154 "info": [155 [156 496,157 932158 ],159 [160 496,161 932162 ]163 ],164 "ps": "[(496, 932)]"165 },166 {167 "step": 10,168 "screenshot": "0201385541141990_10.png",169 "action": "CLICK",170 "info": [171 [172 255,173 872174 ],175 [176 255,177 872178 ]179 ],180 "ps": "[(255, 872)]"181 },182 {183 "step": 11,184 "screenshot": "0201385541141990_11.png",185 "action": "CLICK",186 "info": [187 [188 438,189 823190 ],191 [192 438,193 823194 ]195 ],196 "ps": "[(438, 823)]"197 },198 {199 "step": 12,200 "screenshot": "0201385541141990_12.png",201 "action": "CLICK",202 "info": [203 [204 581,205 928206 ],207 [208 581,209 928210 ]211 ],212 "ps": "[(581, 928)]"213 },214 {215 "step": 13,216 "screenshot": "0201385541141990_13.png",217 "action": "CLICK",218 "info": [219 [220 248,221 840222 ],223 [224 248,225 840226 ]227 ],228 "ps": "[(248, 840)]"229 },230 {231 "step": 14,232 "screenshot": "0201385541141990_14.png",233 "action": "CLICK",234 "info": [235 [236 240,237 922238 ],239 [240 240,241 922242 ]243 ],244 "ps": "[(240, 922)]"245 },246 {247 "step": 15,248 "screenshot": "0201385541141990_15.png",249 "action": "CLICK",250 "info": "KEY_HOME",251 "ps": ""252 },253 {254 "step": 16,255 "screenshot": "0201385541141990_16.png",256 "action": "CLICK",257 "info": [258 [259 367,260 500261 ],262 [263 367,264 500265 ]266 ],267 "ps": "[(367, 500)]"268 },269 {270 "step": 17,271 "screenshot": "0201385541141990_17.png",272 "action": "CLICK",273 "info": [274 [275 799,276 848277 ],278 [279 799,280 848281 ]282 ],283 "ps": "[(799, 848)]"284 },285 {286 "step": 18,287 "screenshot": "0201385541141990_18.png",288 "action": "CLICK",289 "info": [290 [291 141,292 620293 ],294 [295 141,296 620297 ]298 ],299 "ps": "[(141, 620)]"300 },301 {302 "step": 19,303 "screenshot": "0201385541141990_19.png",304 "action": "CLICK",305 "info": [306 [307 209,308 243309 ],310 [311 209,312 243313 ]314 ],315 "ps": "[(209, 243)]"316 },317 {318 "step": 20,319 "screenshot": "0201385541141990_20.png",320 "action": "CLICK",321 "info": [322 [323 250,324 274325 ],326 [327 250,328 274329 ]330 ],331 "ps": "[(250, 274)]"332 },333 {334 "step": 21,335 "screenshot": "0201385541141990_21.png",336 "action": "TEXT",337 "info": "Tulip",338 "ps": ""339 },340 {341 "step": 22,342 "screenshot": "0201385541141990_22.png",343 "action": "CLICK",344 "info": [345 [346 634,347 601348 ],349 [350 634,351 601352 ]353 ],354 "ps": "[(634, 601)]"355 },356 {357 "step": 23,358 "screenshot": "0201385541141990_23.png",359 "action": "CLICK",360 "info": [361 [362 282,363 871364 ],365 [366 282,367 871368 ]369 ],370 "ps": "[(282, 871)]"371 },372 {373 "step": 24,374 "screenshot": "0201385541141990_24.png",375 "action": "CLICK",376 "info": [377 [378 877,379 951380 ],381 [382 877,383 951384 ]385 ],386 "ps": "[(877, 951)]"387 },388 {389 "step": 25,390 "screenshot": "0201385541141990_25.png",391 "action": "CLICK",392 "info": [393 [394 321,395 74396 ],397 [398 321,399 74400 ]401 ],402 "ps": "[(321, 74)]"403 },404 {405 "step": 26,406 "screenshot": "0201385541141990_26.png",407 "action": "CLICK",408 "info": [409 [410 639,411 951412 ],413 [414 639,415 951416 ]417 ],418 "ps": "[(639, 951)]"419 },420 {421 "step": 27,422 "screenshot": "0201385541141990_27.png",423 "action": "SCROLL",424 "info": [425 [426 537,427 887428 ],429 [430 511,431 303432 ]433 ],434 "ps": "[(537, 887), (537, 886), (537, 884), (537, 883), (537, 882), (537, 881), (537, 880), (537, 879), (537, 878), (537, 877), (537, 875), (537, 874), (537, 873), (537, 872), (537, 871), (537, 870), (537, 869), (535, 868), (535, 866), (535, 866), (535, 864), (535, 863), (535, 862), (535, 861), (535, 860), (535, 859), (535, 857), (535, 857), (535, 855), (535, 854), (535, 852), (532, 852), (532, 851), (532, 850), (532, 849), (532, 848), (532, 846), (532, 845), (532, 844), (532, 843), (532, 842), (532, 841), (530, 841), (530, 840), (530, 839), (530, 837), (530, 836), (530, 835), (530, 834), (530, 833), (530, 832), (530, 831), (530, 830), (527, 828), (527, 827), (527, 825), (527, 824), (527, 822), (527, 821), (527, 819), (527, 817), (527, 816), (527, 815), (527, 813), (527, 810), (527, 808), (527, 807), (525, 806), (525, 805), (525, 804), (525, 801), (525, 800), (525, 799), (525, 798), (525, 797), (525, 796), (525, 794), (525, 792), (525, 791), (522, 790), (522, 789), (522, 787), (522, 786), (522, 785), (522, 782), (522, 781), (522, 780), (522, 779), (522, 777), (522, 776), (522, 774), (522, 772), (522, 771), (522, 770), (522, 768), (522, 767), (522, 766), (522, 763), (520, 762), (520, 760), (520, 759), (520, 758), (520, 756), (520, 754), (520, 753), (520, 752), (520, 751), (520, 750), (520, 748), (520, 747), (520, 744), (520, 743), (520, 741), (520, 740), (520, 738), (520, 735), (520, 734), (520, 732), (520, 731), (520, 730), (520, 729), (520, 727), (520, 726), (520, 725), (520, 723), (520, 721), (520, 720), (520, 718), (520, 717), (520, 715), (520, 713), (520, 712), (520, 711), (520, 708), (520, 707), (520, 706), (520, 705), (520, 702), (520, 699), (520, 698), (520, 697), (520, 695), (520, 694), (520, 693), (520, 691), (520, 689), (520, 687), (520, 686), (520, 684), (520, 683), (520, 680), (520, 678), (520, 677), (520, 675), (520, 673), (520, 670), (520, 668), (518, 667), (518, 665), (518, 664), (518, 662), (518, 660), (518, 659), (518, 657), (518, 655), (518, 652), (518, 651), (518, 648), (515, 648), (515, 646), (515, 643), (515, 642), (515, 640), (515, 638), (515, 635), (515, 633), (515, 632), (515, 631), (515, 629), (515, 626), (515, 625), (515, 624), (515, 622), (515, 620), (515, 617), (515, 615), (515, 613), (515, 610), (515, 574), (515, 573), (515, 569), (515, 568), (515, 566), (515, 564), (515, 561), (515, 559), (515, 557), (515, 555), (515, 554), (515, 551), (515, 549), (515, 547), (515, 545), (515, 542), (515, 541), (515, 539), (515, 537), (515, 536), (515, 534), (515, 532), (515, 531), (513, 529), (513, 527), (513, 525), (513, 523), (513, 522), (513, 520), (513, 518), (513, 516), (513, 514), (513, 512), (513, 510), (513, 508), (513, 505), (513, 503), (513, 502), (513, 500), (513, 498), (513, 496), (513, 495), (513, 493), (513, 492), (513, 490), (513, 487), (513, 486), (513, 484), (513, 483), (513, 481), (513, 478), (513, 477), (513, 474), (513, 472), (513, 471), (513, 468), (513, 466), (513, 464), (513, 463), (513, 460), (513, 459), (513, 458), (511, 457), (511, 455), (511, 454), (511, 451), (511, 450), (511, 449), (511, 447), (511, 446), (511, 444), (511, 442), (511, 440), (511, 439), (511, 437), (511, 436), (511, 435), (511, 433), (511, 432), (511, 430), (511, 429), (511, 427), (511, 426), (511, 424), (511, 422), (511, 421), (511, 420), (511, 419), (511, 418), (511, 417), (511, 415), (511, 415), (511, 412), (511, 411), (511, 410), (511, 408), (511, 407), (511, 406), (511, 403), (511, 402), (511, 401), (511, 400), (511, 399), (511, 398), (511, 397), (511, 395), (511, 394), (511, 393), (511, 392), (511, 391), (511, 389), (511, 386), (511, 385), (511, 384), (511, 383), (511, 381), (511, 380), (511, 379), (511, 377), (511, 376), (511, 375), (511, 374), (511, 373), (511, 372), (511, 371), (511, 370), (511, 368), (511, 367), (511, 366), (511, 365), (511, 363), (511, 362), (511, 361), (511, 359), (511, 358), (511, 357), (511, 356), (511, 355), (511, 354), (511, 353), (511, 350), (511, 349), (511, 348), (511, 347), (511, 346), (511, 345), (511, 344), (511, 343), (511, 341), (511, 341), (511, 339), (511, 338), (511, 337), (511, 336), (511, 335), (511, 334), (511, 332), (511, 332), (511, 330), (511, 329), (511, 328), (511, 327), (511, 326), (511, 325), (511, 324), (511, 323), (511, 321), (511, 320), (511, 319), (511, 318), (511, 317), (511, 316), (511, 315), (511, 314), (511, 312), (511, 311), (511, 310), (511, 309), (511, 308), (511, 307), (511, 306), (511, 305), (511, 303)]"435 },436 {437 "step": 28,438 "screenshot": "0201385541141990_28.png",439 "action": "CLICK",440 "info": [441 [442 921,443 462444 ],445 [446 921,447 462448 ]449 ],450 "ps": "[(921, 462)]"451 },452 {453 "step": 29,454 "screenshot": "0201385541141990_29.png",455 "action": "CLICK",456 "info": [457 [458 902,459 954460 ],461 [462 902,463 954464 ]465 ],466 "ps": "[(902, 954)]"467 },468 {469 "step": 30,470 "screenshot": "0201385541141990_30.png",471 "action": "COMPLETE",472 "info": "",473 "ps": "7 LONG"474 }475 ]476}