TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l056_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l056_r002/lit.png",5 "camera": {6 "location": [7 528,8 -520,9 8010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 528,38 -520,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "folding": [55 {56 "object_id": "SM_Folding_Closed_193",57 "bbox_2d": [58 302,59 492,60 325,61 51162 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 563.0454411043925,67 -130.0000126586815,68 50.9000202374858269 ],70 "extent": [71 14.748420726222093,72 24.495208003608745,73 51.4988881260611374 ]75 },76 "obb": {77 "center": [78 563.0454411043925,79 -130.0000126586815,80 50.9000202374858181 ],82 "extent": [83 14.748420726222093,84 24.495208003608745,85 51.4988881260611386 ],87 "rotation": [88 -3.0517578125552415e-05,89 -90.0000991821289,90 -10.00003051757812591 ]92 },93 "location": [94 571.394287109375,95 -130,96 097 ],98 "rotation": [99 -3.0517578125552415e-05,100 -90.0000991821289,101 -10.000030517578125102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 63,111 223,112 191113 ]114 }115 ],116 "chopstick stand": [117 {118 "object_id": "SM_ChopstickStand4",119 "bbox_2d": [120 528,121 493,122 582,123 514124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 498.11653956347396,129 -284.3640471856754,130 82.75994300842285131 ],132 "extent": [133 6.685903833459065,134 5.782682747893148,135 9.759943008422852136 ]137 },138 "obb": {139 "center": [140 498.11653956347396,141 -284.3640471856754,142 82.75994300842285143 ],144 "extent": [145 6.685903833459065,146 5.782682747893148,147 9.759943008422852148 ],149 "rotation": [150 0,151 100.00014495849612,152 0153 ]154 },155 "location": [156 496.8901062011719,157 -285.925537109375,158 73159 ],160 "rotation": [161 0,162 100.00014495849612,163 0164 ],165 "scale": [166 1,167 1,168 1169 ]170 },171 "color": [172 31,173 223,174 0175 ]176 },177 {178 "object_id": "SM_ChopstickStand5",179 "bbox_2d": [180 1142,181 263,182 1368,183 707184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 495.20186671191146,189 -488.4879180352848,190 82.75994300842285191 ],192 "extent": [193 6.685903833459065,194 5.782682747893148,195 9.759943008422852196 ]197 },198 "obb": {199 "center": [200 495.20186671191146,201 -488.4879180352848,202 82.75994300842285203 ],204 "extent": [205 6.685903833459065,206 5.782682747893148,207 9.759943008422852208 ],209 "rotation": [210 0,211 100.00014495849612,212 0213 ]214 },215 "location": [216 493.9754333496094,217 -490.0494079589844,218 73219 ],220 "rotation": [221 0,222 100.00014495849612,223 0224 ],225 "scale": [226 1,227 1,228 1229 ]230 },231 "color": [232 31,233 223,234 255235 ]236 }237 ],238 "coat hanger": [239 {240 "object_id": "SM_CoatHanger_350",241 "bbox_2d": [242 670,243 375,244 709,245 500246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 453.5434946528736,251 -224.02277366279895,252 111.35374069213867253 ],254 "extent": [255 3.5435377197342177,256 19.967594066807465,257 18.870166778564453258 ]259 },260 "obb": {261 "center": [262 453.5434946528736,263 -224.02277366279895,264 111.35374069213867265 ],266 "extent": [267 3.5435377197342177,268 19.967594066807465,269 18.870166778564453270 ],271 "rotation": [272 0,273 -90.00012207031251,274 0275 ]276 },277 "location": [278 450,279 -224,280 118281 ],282 "rotation": [283 0,284 -90.00012207031251,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 0,295 255,296 15297 ]298 },299 {300 "object_id": "SM_CoatHanger2",301 "bbox_2d": [302 780,303 299,304 860,305 484306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 453.5434946528736,311 -330.02277366279895,312 111.35374069213867313 ],314 "extent": [315 3.5435377197342177,316 19.967594066807465,317 18.870166778564453318 ]319 },320 "obb": {321 "center": [322 453.5434946528736,323 -330.02277366279895,324 111.35374069213867325 ],326 "extent": [327 3.5435377197342177,328 19.967594066807465,329 18.870166778564453330 ],331 "rotation": [332 0,333 -90.00012207031251,334 0335 ]336 },337 "location": [338 450,339 -330,340 118341 ],342 "rotation": [343 0,344 -90.00012207031251,345 0346 ],347 "scale": [348 1,349 1,350 1351 ]352 },353 "color": [354 0,355 127,356 15357 ]358 },359 {360 "object_id": "SM_CoatHanger3",361 "bbox_2d": [362 988,363 145,364 1103,365 454366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 453.5434946528736,371 -420.02277366279895,372 111.35374069213867373 ],374 "extent": [375 3.5435377197342177,376 19.967594066807465,377 18.870166778564453378 ]379 },380 "obb": {381 "center": [382 453.5434946528736,383 -420.02277366279895,384 111.35374069213867385 ],386 "extent": [387 3.5435377197342177,388 19.967594066807465,389 18.870166778564453390 ],391 "rotation": [392 0,393 -90.00012207031251,394 0395 ]396 },397 "location": [398 450,399 -420,400 118401 ],402 "rotation": [403 0,404 -90.00012207031251,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 0,415 63,416 15417 ]418 }419 ]420 }421}