OpenGVLab/GUI-Odyssey
Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.
2613k
1{2 "episode_id": "0252017169815983",3 "device_info": {4 "product": "sdk_gphone64_x86_64",5 "release_version": "14",6 "sdk_version": "34",7 "h": 1840,8 "w": 2208,9 "device_name": "Pixel Fold"10 },11 "task_info": {12 "category": "Information_Management",13 "app": [14 "Calculator",15 "Monefy"16 ],17 "meta_task": "Calculate today's total cost {} and record in a document or budget app.",18 "task": "Calculate today's total cost '20+34+2' and record in a document or budget app.",19 "instruction": "Using the Calculator app, compute the sum of today's expenses: '20+34+2', and then document the total in the Monefy app."20 },21 "step_length": 18,22 "steps": [23 {24 "step": 0,25 "screenshot": "0252017169815983_0.png",26 "action": "CLICK",27 "info": [28 [29 807,30 48631 ],32 [33 807,34 48635 ]36 ],37 "ps": "[(807, 486)]"38 },39 {40 "step": 1,41 "screenshot": "0252017169815983_1.png",42 "action": "CLICK",43 "info": [44 [45 428,46 78447 ],48 [49 428,50 78451 ]52 ],53 "ps": "[(428, 784)]"54 },55 {56 "step": 2,57 "screenshot": "0252017169815983_2.png",58 "action": "CLICK",59 "info": [60 [61 421,62 88063 ],64 [65 421,66 88067 ]68 ],69 "ps": "[(421, 880)]"70 },71 {72 "step": 3,73 "screenshot": "0252017169815983_3.png",74 "action": "CLICK",75 "info": [76 [77 724,78 78679 ],80 [81 724,82 78683 ]84 ],85 "ps": "[(724, 786)]"86 },87 {88 "step": 4,89 "screenshot": "0252017169815983_4.png",90 "action": "CLICK",91 "info": [92 [93 554,94 78495 ],96 [97 554,98 78499 ]100 ],101 "ps": "[(554, 784)]"102 },103 {104 "step": 5,105 "screenshot": "0252017169815983_5.png",106 "action": "CLICK",107 "info": [108 [109 297,110 707111 ],112 [113 297,114 707115 ]116 ],117 "ps": "[(297, 707)]"118 },119 {120 "step": 6,121 "screenshot": "0252017169815983_6.png",122 "action": "CLICK",123 "info": [124 [125 716,126 801127 ],128 [129 716,130 801131 ]132 ],133 "ps": "[(716, 801)]"134 },135 {136 "step": 7,137 "screenshot": "0252017169815983_7.png",138 "action": "CLICK",139 "info": [140 [141 415,142 798143 ],144 [145 415,146 798147 ]148 ],149 "ps": "[(415, 798)]"150 },151 {152 "step": 8,153 "screenshot": "0252017169815983_8.png",154 "action": "CLICK",155 "info": [156 [157 707,158 864159 ],160 [161 707,162 864163 ]164 ],165 "ps": "[(707, 864)]"166 },167 {168 "step": 9,169 "screenshot": "0252017169815983_9.png",170 "action": "CLICK",171 "info": "KEY_HOME",172 "ps": ""173 },174 {175 "step": 10,176 "screenshot": "0252017169815983_10.png",177 "action": "CLICK",178 "info": [179 [180 551,181 658182 ],183 [184 551,185 658186 ]187 ],188 "ps": "[(551, 658)]"189 },190 {191 "step": 11,192 "screenshot": "0252017169815983_11.png",193 "action": "CLICK",194 "info": [195 [196 741,197 124198 ],199 [200 741,201 124202 ]203 ],204 "ps": "[(741, 124)]"205 },206 {207 "step": 12,208 "screenshot": "0252017169815983_12.png",209 "action": "CLICK",210 "info": [211 [212 383,213 860214 ],215 [216 383,217 860218 ]219 ],220 "ps": "[(383, 860)]"221 },222 {223 "step": 13,224 "screenshot": "0252017169815983_13.png",225 "action": "CLICK",226 "info": [227 [228 456,229 696230 ],231 [232 456,233 696234 ]235 ],236 "ps": "[(456, 696)]"237 },238 {239 "step": 14,240 "screenshot": "0252017169815983_14.png",241 "action": "CLICK",242 "info": [243 [244 572,245 693246 ],247 [248 572,249 693250 ]251 ],252 "ps": "[(572, 693)]"253 },254 {255 "step": 15,256 "screenshot": "0252017169815983_15.png",257 "action": "CLICK",258 "info": [259 [260 551,261 911262 ],263 [264 551,265 911266 ]267 ],268 "ps": "[(551, 911)]"269 },270 {271 "step": 16,272 "screenshot": "0252017169815983_16.png",273 "action": "CLICK",274 "info": [275 [276 308,277 546278 ],279 [280 308,281 546282 ]283 ],284 "ps": "[(308, 546)]"285 },286 {287 "step": 17,288 "screenshot": "0252017169815983_17.png",289 "action": "COMPLETE",290 "info": "",291 "ps": ""292 }293 ]294}