Team Ai
Datasetpublic

TaxonomyProject/SimulationMetadata

PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.

sourceHugging Facecc-by-4.0updated 4mo agoView on Hugging Face
1likes2.3kdownloads
scene_annotations_split.json302 linesDownload Raw Back to l035_off0_r001
1{2  "scene_name": "PizzaStore",3  "view_id": "l035_off0_r001",4  "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l035_off0_r001/lit.png",5  "camera": {6    "location": [7      -314,8      22,9      23110    ],11    "rotation": [12      0,13      59.99999999999999,14      015    ],16    "fov": 90,17    "c2w": [18      [19        0.5,20        0.8660254037844385,21        0,22        023      ],24      [25        -0.8660254037844385,26        0.5,27        0,28        029      ],30      [31        0,32        0,33        1,34        035      ],36      [37        -314,38        22,39        231,40        141      ]42    ],43    "width": 1920,44    "height": 1080,45    "fxfycxcy": [46      960.0000000000001,47      960.0000000000002,48      960.0,49      540.050    ]51  },52  "background": {53    "wall": [54      {55        "object_id": "SM_rightwall_11",56        "bbox_2d": [57          410,58          0,59          1919,60          107961        ],62        "bbox_3d": {63          "aabb": {64            "center": [65              -26.000122070144926,66              201.00004196215752,67              248.0951843261718868            ],69            "extent": [70              1213.475322102896,71              56.19279383862782,72              242.1362609863281273            ]74          },75          "obb": {76            "center": [77              -26.000122070144926,78              201.00004196215752,79              248.0951843261718880            ],81            "extent": [82              1213.475322102896,83              56.19279383862782,84              242.1362609863281285            ],86            "rotation": [87              0,88              179.99977111816406,89              090            ]91          },92          "location": [93            -26,94            201,95            9.8146362304687596          ],97          "rotation": [98            0,99            179.99977111816406,100            0101          ],102          "scale": [103            1,104            1,105            1106          ]107        },108        "color": [109          0,110          255,111          127112        ]113      }114    ]115  },116  "foreground": {117    "decor": [118      {119        "object_id": "SM_decorativepaint_5",120        "bbox_2d": [121          789,122          0,123          1366,124          873125        ],126        "bbox_3d": {127          "aabb": {128            "center": [129              -225.57272338867188,130              207.1606421470642,131              268.94026947021484132            ],133            "extent": [134              65.36637878417969,135              2.483474731445341,136              96.95228576660156137            ]138          },139          "obb": {140            "center": [141              -225.57272338867188,142              207.1606421470642,143              268.94026947021484144            ],145            "extent": [146              65.36637878417969,147              2.483474731445341,148              96.95228576660156149            ],150            "rotation": [151              0,152              90.00000000000001,153              0154            ]155          },156          "location": [157            -225.57273864746094,158            207.16064453125,159            268.9402770996094160          ],161          "rotation": [162            0,163            90.00000000000001,164            0165          ],166          "scale": [167            1,168            1,169            1170          ]171        },172        "color": [173          191,174          63,175          191176        ]177      }178    ],179    "power": [180      {181        "object_id": "SM_powerplug_A7",182        "bbox_2d": [183          965,184          1029,185          1001,186          1079187        ],188        "bbox_3d": {189          "aabb": {190            "center": [191              -211.80201625823975,192              209.23850095272064,193              116.53541231155396194            ],195            "extent": [196              4.41630744934082,197              0.6548557281494141,198              4.416308403015137199            ]200          },201          "obb": {202            "center": [203              -211.80201625823975,204              209.23850095272064,205              116.53541231155396206            ],207            "extent": [208              4.41630744934082,209              0.6548557281494141,210              4.416308403015137211            ],212            "rotation": [213              0,214              180,215              0216            ]217          },218          "location": [219            -211.80201721191406,220            209.8933563232422,221            116.53541564941406222          ],223          "rotation": [224            0,225            180,226            0227          ],228          "scale": [229            1,230            1,231            1232          ]233        },234        "color": [235          127,236          127,237          95238        ]239      },240      {241        "object_id": "SM_powerplug_A8",242        "bbox_2d": [243          1011,244          1043,245          1049,246          1079247        ],248        "bbox_3d": {249          "aabb": {250            "center": [251              -223.35377407073975,252              209.23850095272064,253              116.53541231155396254            ],255            "extent": [256              4.41630744934082,257              0.6548557281494141,258              4.416308403015137259            ]260          },261          "obb": {262            "center": [263              -223.35377407073975,264              209.23850095272064,265              116.53541231155396266            ],267            "extent": [268              4.41630744934082,269              0.6548557281494141,270              4.416308403015137271            ],272            "rotation": [273              0,274              180,275              0276            ]277          },278          "location": [279            -223.35377502441406,280            209.8933563232422,281            116.53541564941406282          ],283          "rotation": [284            0,285            180,286            0287          ],288          "scale": [289            1,290            1,291            1292          ]293        },294        "color": [295          127,296          63,297          95298        ]299      }300    ]301  }302}
TaxonomyProject/SimulationMetadata · Team Ai