Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes13kdownloads

rootannotations0734133872064310.json

0734133872064310.json109 linesDownload Raw Back to annotations

1{2    "episode_id": "0734133872064310",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 1840,8        "w": 2208,9        "device_name": "Pixel Fold"10    },11    "task_info": {12        "category": "Media_Entertainment",13        "app": [14            "Youtube",15            "Google Play Store"16        ],17        "meta_task": "Watch a video about fitness tracking app recommendations and download one of them.",18        "task": "Watch a video about fitness tracking app recommendations and download one of them.",19        "instruction": "Open YouTube, search for a video about the best fitness tracking app recommendations, and after watching, go to the Google Play Store to download one of the mentioned apps."20    },21    "step_length": 7,22    "steps": [23        {24            "step": 0,25            "screenshot": "0734133872064310_0.png",26            "action": "CLICK",27            "info": [28                [29                    310,30                    91531                ],32                [33                    310,34                    91535                ]36            ],37            "ps": "[(310, 915)]"38        },39        {40            "step": 1,41            "screenshot": "0734133872064310_1.png",42            "action": "CLICK",43            "info": "KEY_HOME",44            "ps": ""45        },46        {47            "step": 2,48            "screenshot": "0734133872064310_2.png",49            "action": "CLICK",50            "info": [51                [52                    668,53                    92254                ],55                [56                    668,57                    92258                ]59            ],60            "ps": "[(668, 922)]"61        },62        {63            "step": 3,64            "screenshot": "0734133872064310_3.png",65            "action": "TEXT",66            "info": "Centr App",67            "ps": ""68        },69        {70            "step": 4,71            "screenshot": "0734133872064310_4.png",72            "action": "CLICK",73            "info": [74                [75                    170,76                    16377                ],78                [79                    170,80                    16081                ]82            ],83            "ps": "[(170, 163), (170, 160)]"84        },85        {86            "step": 5,87            "screenshot": "0734133872064310_5.png",88            "action": "CLICK",89            "info": [90                [91                    685,92                    44293                ],94                [95                    685,96                    44297                ]98            ],99            "ps": "[(685, 442)]"100        },101        {102            "step": 6,103            "screenshot": "0734133872064310_6.png",104            "action": "COMPLETE",105            "info": "",106            "ps": ""107        }108    ]109}