OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
2613k
1{2 "episode_id": "0896849367171108",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Google Play Books & Audiobooks",15 "Youtube"16 ],17 "meta_task": "Learn about a historical event happened in {} and read or listen to a related book on app.",18 "task": "Learn about a historical event happened in French Revolution and read or listen to a related book on app.",19 "instruction": "Delve into a historical event from the French Revolution and either read or listen to a related book using Google Play Books & Audiobooks. Additionally, you can watch relevant content on YouTube to enhance your understanding."20 },21 "step_length": 15,22 "steps": [23 {24 "step": 0,25 "screenshot": "0896849367171108_0.png",26 "action": "CLICK",27 "info": [28 [29 143,30 64731 ],32 [33 143,34 64735 ]36 ],37 "ps": "[(143, 647)]"38 },39 {40 "step": 1,41 "screenshot": "0896849367171108_1.png",42 "action": "CLICK",43 "info": [44 [45 957,46 7047 ],48 [49 957,50 7051 ]52 ],53 "ps": "[(957, 70)]"54 },55 {56 "step": 2,57 "screenshot": "0896849367171108_2.png",58 "action": "TEXT",59 "info": "French Revolution",60 "ps": ""61 },62 {63 "step": 3,64 "screenshot": "0896849367171108_3.png",65 "action": "CLICK",66 "info": [67 [68 927,69 90070 ],71 [72 927,73 90074 ]75 ],76 "ps": "[(927, 900)]"77 },78 {79 "step": 4,80 "screenshot": "0896849367171108_4.png",81 "action": "SCROLL",82 "info": [83 [84 586,85 85886 ],87 [88 563,89 21090 ]91 ],92 "ps": "[(586, 858), (590, 858), (590, 854), (593, 851), (593, 844), (593, 838), (593, 830), (593, 816), (593, 803), (593, 794), (598, 781), (598, 763), (601, 735), (601, 717), (601, 699), (601, 682), (601, 654), (601, 637), (601, 622), (598, 601), (593, 580), (593, 562), (593, 551), (593, 541), (586, 521), (586, 514), (586, 500), (586, 488), (586, 472), (586, 460), (586, 453), (586, 440), (586, 425), (586, 414), (586, 407), (578, 391), (578, 379), (578, 363), (578, 349), (578, 337), (578, 327), (578, 316), (578, 305), (578, 294), (570, 282), (570, 270), (570, 257), (570, 249), (563, 236), (563, 229), (563, 224), (563, 218), (563, 214), (563, 211), (563, 210)]"93 },94 {95 "step": 5,96 "screenshot": "0896849367171108_5.png",97 "action": "CLICK",98 "info": [99 [100 586,101 548102 ],103 [104 586,105 548106 ]107 ],108 "ps": "[(586, 548)]"109 },110 {111 "step": 6,112 "screenshot": "0896849367171108_6.png",113 "action": "CLICK",114 "info": "KEY_HOME",115 "ps": ""116 },117 {118 "step": 7,119 "screenshot": "0896849367171108_7.png",120 "action": "SCROLL",121 "info": [122 [123 792,124 277125 ],126 [127 13,128 288129 ]130 ],131 "ps": "[(792, 277), (784, 277), (769, 277), (754, 277), (715, 277), (693, 277), (647, 277), (624, 277), (578, 277), (555, 277), (517, 277), (486, 277), (461, 277), (418, 277), (379, 278), (341, 278), (324, 278), (295, 278), (247, 281), (219, 281), (188, 281), (171, 281), (151, 282), (136, 282), (128, 282), (118, 282), (110, 282), (95, 284), (87, 284), (74, 285), (67, 285), (59, 285), (49, 288), (36, 288), (26, 288), (13, 288)]"132 },133 {134 "step": 8,135 "screenshot": "0896849367171108_8.png",136 "action": "CLICK",137 "info": [138 [139 334,140 116141 ],142 [143 334,144 116145 ]146 ],147 "ps": "[(334, 116)]"148 },149 {150 "step": 9,151 "screenshot": "0896849367171108_9.png",152 "action": "CLICK",153 "info": [154 [155 431,156 91157 ],158 [159 431,160 91161 ]162 ],163 "ps": "[(431, 91)]"164 },165 {166 "step": 10,167 "screenshot": "0896849367171108_10.png",168 "action": "TEXT",169 "info": "French Revolution",170 "ps": ""171 },172 {173 "step": 11,174 "screenshot": "0896849367171108_11.png",175 "action": "CLICK",176 "info": [177 [178 324,179 368180 ],181 [182 324,183 368184 ]185 ],186 "ps": "[(324, 368)]"187 },188 {189 "step": 12,190 "screenshot": "0896849367171108_12.png",191 "action": "CLICK",192 "info": [193 [194 713,195 861196 ],197 [198 713,199 861200 ]201 ],202 "ps": "[(713, 861)]"203 },204 {205 "step": 13,206 "screenshot": "0896849367171108_13.png",207 "action": "CLICK",208 "info": [209 [210 227,211 457212 ],213 [214 227,215 457216 ]217 ],218 "ps": "[(227, 457)]"219 },220 {221 "step": 14,222 "screenshot": "0896849367171108_14.png",223 "action": "COMPLETE",224 "info": "",225 "ps": ""226 }227 ]228}