Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes13kdownloads

rootannotations0809435425216130.json

0809435425216130.json148 linesDownload Raw Back to annotations

1{2    "episode_id": "0809435425216130",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 1280,8        "w": 720,9        "device_name": "Small Phone"10    },11    "task_info": {12        "category": "Media_Entertainment",13        "app": [14            "Clock",15            "Tiktok"16        ],17        "meta_task": "Open a relaxing soundscape video and set a timer to wake up.",18        "task": "Open a relaxing soundscape video and set a timer to wake up.",19        "instruction": "Launch TikTok to find a relaxing soundscape video and then set an alarm using the Clock app to wake you up."20    },21    "step_length": 10,22    "steps": [23        {24            "step": 0,25            "screenshot": "0809435425216130_0.png",26            "action": "CLICK",27            "info": [28                [29                    374,30                    20131                ],32                [33                    374,34                    20135                ]36            ],37            "ps": "[(374, 201)]"38        },39        {40            "step": 1,41            "screenshot": "0809435425216130_1.png",42            "action": "TEXT",43            "info": "70",44            "ps": ""45        },46        {47            "step": 2,48            "screenshot": "0809435425216130_2.png",49            "action": "CLICK",50            "info": [51                [52                    469,53                    70354                ],55                [56                    469,57                    70358                ]59            ],60            "ps": "[(469, 703)]"61        },62        {63            "step": 3,64            "screenshot": "0809435425216130_3.png",65            "action": "CLICK",66            "info": "KEY_HOME",67            "ps": ""68        },69        {70            "step": 4,71            "screenshot": "0809435425216130_4.png",72            "action": "CLICK",73            "info": [74                [75                    386,76                    44077                ],78                [79                    386,80                    44081                ]82            ],83            "ps": "[(386, 440)]"84        },85        {86            "step": 5,87            "screenshot": "0809435425216130_5.png",88            "action": "CLICK",89            "info": [90                [91                    902,92                    6493                ],94                [95                    902,96                    6497                ]98            ],99            "ps": "[(902, 64)]"100        },101        {102            "step": 6,103            "screenshot": "0809435425216130_6.png",104            "action": "TEXT",105            "info": "eatting asmr",106            "ps": ""107        },108        {109            "step": 7,110            "screenshot": "0809435425216130_7.png",111            "action": "CLICK",112            "info": [113                [114                    911,115                    881116                ],117                [118                    911,119                    881120                ]121            ],122            "ps": "[(911, 881)]"123        },124        {125            "step": 8,126            "screenshot": "0809435425216130_8.png",127            "action": "CLICK",128            "info": [129                [130                    283,131                    473132                ],133                [134                    283,135                    473136                ]137            ],138            "ps": "[(283, 473)]"139        },140        {141            "step": 9,142            "screenshot": "0809435425216130_9.png",143            "action": "COMPLETE",144            "info": "",145            "ps": ""146        }147    ]148}