OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
2613k
1{2 "episode_id": "0878234686144916",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Media_Entertainment",13 "app": [14 "Clock",15 "Youtube"16 ],17 "meta_task": "Learn a {} from a video and practice it while using a timer.",18 "task": "Learn a Cooking recipe from a video and practice it while using a timer.",19 "instruction": "Watch a cooking recipe on app YouTube and practice it while using the Clock app to time yourself."20 },21 "step_length": 11,22 "steps": [23 {24 "step": 0,25 "screenshot": "0878234686144916_0.png",26 "action": "CLICK",27 "info": [28 [29 331,30 91231 ],32 [33 331,34 91235 ]36 ],37 "ps": "[(331, 912)]"38 },39 {40 "step": 1,41 "screenshot": "0878234686144916_1.png",42 "action": "TEXT",43 "info": "Cooking recipe",44 "ps": ""45 },46 {47 "step": 2,48 "screenshot": "0878234686144916_2.png",49 "action": "CLICK",50 "info": [51 [52 854,53 89154 ],55 [56 854,57 89158 ]59 ],60 "ps": "[(854, 891)]"61 },62 {63 "step": 3,64 "screenshot": "0878234686144916_3.png",65 "action": "CLICK",66 "info": [67 [68 701,69 53570 ],71 [72 701,73 53574 ]75 ],76 "ps": "[(701, 535)]"77 },78 {79 "step": 4,80 "screenshot": "0878234686144916_4.png",81 "action": "CLICK",82 "info": "KEY_HOME",83 "ps": ""84 },85 {86 "step": 5,87 "screenshot": "0878234686144916_5.png",88 "action": "CLICK",89 "info": [90 [91 441,92 49193 ],94 [95 441,96 49197 ]98 ],99 "ps": "[(441, 491)]"100 },101 {102 "step": 6,103 "screenshot": "0878234686144916_6.png",104 "action": "CLICK",105 "info": [106 [107 916,108 220109 ],110 [111 916,112 220113 ]114 ],115 "ps": "[(916, 220)]"116 },117 {118 "step": 7,119 "screenshot": "0878234686144916_7.png",120 "action": "TEXT",121 "info": "2300",122 "ps": ""123 },124 {125 "step": 8,126 "screenshot": "0878234686144916_8.png",127 "action": "SCROLL",128 "info": [129 [130 703,131 807132 ],133 [134 327,135 439136 ]137 ],138 "ps": "[(703, 807), (700, 807), (685, 801), (684, 801), (682, 801), (682, 799), (679, 799), (678, 799), (676, 799), (675, 797), (672, 797), (670, 797), (669, 797), (666, 794), (665, 794), (663, 792), (660, 792), (659, 792), (657, 790), (654, 790), (654, 788), (651, 788), (648, 788), (647, 785), (645, 785), (643, 783), (641, 783), (639, 781), (638, 781), (635, 778), (633, 778), (632, 778), (629, 777), (628, 777), (626, 774), (624, 774), (622, 771), (620, 771), (618, 770), (616, 770), (614, 767), (613, 764), (610, 764), (608, 763), (605, 763), (602, 760), (601, 758), (599, 755), (596, 755), (595, 752), (593, 751), (589, 748), (586, 745), (582, 745), (581, 740), (578, 740), (576, 738), (575, 735), (570, 733), (567, 731), (567, 728), (564, 726), (563, 726), (558, 721), (556, 721), (555, 715), (550, 713), (547, 711), (545, 708), (542, 705), (539, 704), (536, 698), (533, 695), (528, 694), (527, 691), (523, 688), (520, 683), (519, 681), (514, 678), (512, 676), (508, 671), (506, 668), (502, 665), (500, 660), (498, 660), (495, 655), (490, 653), (488, 647), (485, 644), (482, 641), (477, 637), (476, 634), (471, 628), (469, 627), (466, 621), (463, 620), (458, 614), (457, 611), (452, 607), (447, 601), (445, 598), (441, 592), (439, 591), (437, 585), (433, 583), (431, 577), (428, 576), (424, 573), (422, 567), (420, 564), (418, 563), (414, 557), (412, 554), (409, 553), (406, 547), (403, 546), (401, 540), (400, 540), (398, 534), (393, 528), (388, 523), (386, 521), (384, 518), (382, 516), (377, 511), (373, 505), (373, 503), (369, 500), (367, 498), (365, 496), (363, 493), (361, 491), (361, 486), (356, 483), (356, 482), (352, 478), (352, 476), (350, 474), (348, 471), (346, 470), (344, 467), (343, 464), (341, 464), (341, 463), (338, 460), (337, 457), (337, 455), (335, 453), (332, 452), (332, 448), (331, 448), (331, 446), (329, 444), (327, 441), (327, 439)]"139 },140 {141 "step": 9,142 "screenshot": "0878234686144916_9.png",143 "action": "CLICK",144 "info": [145 [146 780,147 868148 ],149 [150 780,151 868152 ]153 ],154 "ps": "[(780, 868)]"155 },156 {157 "step": 10,158 "screenshot": "0878234686144916_10.png",159 "action": "COMPLETE",160 "info": "",161 "ps": ""162 }163 ]164}