OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
2613k
1{2 "episode_id": "0802698496794890",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 3120,8 "w": 1440,9 "device_name": "Pixel 7 Pro"10 },11 "task_info": {12 "category": "General_Tool",13 "app": [14 "Setting",15 "Waze Navigation & Live Traffic"16 ],17 "meta_task": "Turn on/off notifications for any app on the phone and open the app.",18 "task": "Turn on/off notifications for any app on the phone and open the app.",19 "instruction": "Manage notifications for any app on your smartphone by turning them on or off, and then launch the app. Use the 'Setting' app to adjust the notification settings and access 'Waze Navigation & Live Traffic' app for navigation."20 },21 "step_length": 11,22 "steps": [23 {24 "step": 0,25 "screenshot": "0802698496794890_0.png",26 "action": "CLICK",27 "info": [28 [29 117,30 11031 ],32 [33 117,34 11035 ]36 ],37 "ps": "[(117, 110)]"38 },39 {40 "step": 1,41 "screenshot": "0802698496794890_1.png",42 "action": "CLICK",43 "info": [44 [45 245,46 57347 ],48 [49 245,50 57351 ]52 ],53 "ps": "[(245, 573)]"54 },55 {56 "step": 2,57 "screenshot": "0802698496794890_2.png",58 "action": "CLICK",59 "info": [60 [61 258,62 68663 ],64 [65 258,66 68667 ]68 ],69 "ps": "[(258, 686)]"70 },71 {72 "step": 3,73 "screenshot": "0802698496794890_3.png",74 "action": "CLICK",75 "info": [76 [77 827,78 7479 ],80 [81 827,82 7483 ]84 ],85 "ps": "[(827, 74)]"86 },87 {88 "step": 4,89 "screenshot": "0802698496794890_4.png",90 "action": "TEXT",91 "info": "Waze",92 "ps": ""93 },94 {95 "step": 5,96 "screenshot": "0802698496794890_5.png",97 "action": "CLICK",98 "info": [99 [100 287,101 144102 ],103 [104 287,105 144106 ]107 ],108 "ps": "[(287, 144)]"109 },110 {111 "step": 6,112 "screenshot": "0802698496794890_6.png",113 "action": "CLICK",114 "info": [115 [116 316,117 541118 ],119 [120 316,121 541122 ]123 ],124 "ps": "[(316, 541)]"125 },126 {127 "step": 7,128 "screenshot": "0802698496794890_7.png",129 "action": "CLICK",130 "info": [131 [132 851,133 437134 ],135 [136 851,137 437138 ]139 ],140 "ps": "[(851, 437)]"141 },142 {143 "step": 8,144 "screenshot": "0802698496794890_8.png",145 "action": "CLICK",146 "info": "KEY_HOME",147 "ps": ""148 },149 {150 "step": 9,151 "screenshot": "0802698496794890_9.png",152 "action": "CLICK",153 "info": [154 [155 608,156 243157 ],158 [159 608,160 243161 ]162 ],163 "ps": "[(608, 243)]"164 },165 {166 "step": 10,167 "screenshot": "0802698496794890_10.png",168 "action": "COMPLETE",169 "info": "",170 "ps": ""171 }172 ]173}