Datasetpublic

OpenGVLab/GUI-Odyssey

Dataset Card for GUI Odyssey News⭐️ A new and improved version of the GUIOdyssey dataset has been released! 🎉🎉 👉 Please use the latest version and refer to the updated README for the most up-to-date information. We highly recommend using the new version for all training and evaluation! Repository: https://github.com/OpenGVLab/GUI-Odyssey Latest Version of Dataset: hflqf88888/GUIOdyssey Paper: https://arxiv.org/pdf/2406.08451 Introduction… See the full description on the dataset page: https://huggingface.co/datasets/OpenGVLab/GUI-Odyssey.

sourceHugging Facecc-by-4.0updated 1y agoView on Hugging Face

26likes13kdownloads

rootannotations0942744175387372.json

0942744175387372.json134 linesDownload Raw Back to annotations

1{2    "episode_id": "0942744175387372",3    "device_info": {4        "product": "sdk_gphone64_x86_64",5        "release_version": "14",6        "sdk_version": "34",7        "h": 2992,8        "w": 1344,9        "device_name": "Pixel 8 Pro"10    },11    "task_info": {12        "category": "Media_Entertainment",13        "app": [14            "Tubi: Movies & Live TV",15            "Firefox"16        ],17        "meta_task": "Find a movie of {} and watch it in a movie app.",18        "task": "Find a movie of Documentary and watch it in a movie app.",19        "instruction": "Search for a Documentary film using Firefox and watch it on Tubi: Movies & Live TV."20    },21    "step_length": 8,22    "steps": [23        {24            "step": 0,25            "screenshot": "0942744175387372_0.png",26            "action": "CLICK",27            "info": [28                [29                    398,30                    39031                ],32                [33                    398,34                    39035                ]36            ],37            "ps": "[(398, 390)]"38        },39        {40            "step": 1,41            "screenshot": "0942744175387372_1.png",42            "action": "CLICK",43            "info": [44                [45                    824,46                    19347                ],48                [49                    824,50                    19251                ]52            ],53            "ps": "[(824, 193), (824, 192)]"54        },55        {56            "step": 2,57            "screenshot": "0942744175387372_2.png",58            "action": "TEXT",59            "info": "free documentary movie on tubi",60            "ps": ""61        },62        {63            "step": 3,64            "screenshot": "0942744175387372_3.png",65            "action": "CLICK",66            "info": [67                [68                    911,69                    91170                ],71                [72                    911,73                    90974                ]75            ],76            "ps": "[(911, 911), (911, 909)]"77        },78        {79            "step": 4,80            "screenshot": "0942744175387372_4.png",81            "action": "CLICK",82            "info": [83                [84                    404,85                    32786                ],87                [88                    404,89                    32790                ]91            ],92            "ps": "[(404, 327)]"93        },94        {95            "step": 5,96            "screenshot": "0942744175387372_5.png",97            "action": "CLICK",98            "info": [99                [100                    572,101                    207102                ],103                [104                    572,105                    207106                ]107            ],108            "ps": "[(572, 207)]"109        },110        {111            "step": 6,112            "screenshot": "0942744175387372_6.png",113            "action": "CLICK",114            "info": [115                [116                    505,117                    504118                ],119                [120                    505,121                    504122                ]123            ],124            "ps": "[(505, 504)]"125        },126        {127            "step": 7,128            "screenshot": "0942744175387372_7.png",129            "action": "COMPLETE",130            "info": "",131            "ps": ""132        }133    ]134}