TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l010_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l010_r005/lit.png",5 "camera": {6 "location": [7 -88,8 -463,9 9910 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -88,38 -463,39 99,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelA",56 "bbox_2d": [57 1900,58 0,59 1919,60 97561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 229.47550201416016,66 -546.4867404699326,67 139.9999847412109468 ],69 "extent": [70 25.32549285888672,71 1.8902981281280518,72 140.0000152587890673 ]74 },75 "obb": {76 "center": [77 229.47550201416016,78 -546.4867404699326,79 139.9999847412109480 ],81 "extent": [82 25.32549285888672,83 1.8902981281280518,84 140.0000152587890685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 254.80099487304688,94 -548.3770141601562,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 127,111 63112 ]113 },114 {115 "object_id": "SM_WallpanelAh",116 "bbox_2d": [117 1589,118 0,119 1678,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 90.18524932861328,126 -546.4867404699326,127 139.99998474121094128 ],129 "extent": [130 12.662750244140625,131 1.8902981281280518,132 140.00001525878906133 ]134 },135 "obb": {136 "center": [137 90.18524932861328,138 -546.4867404699326,139 139.99998474121094140 ],141 "extent": [142 12.662750244140625,143 1.8902981281280518,144 140.00001525878906145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 102.8479995727539,154 -548.3770141601562,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 95,171 0172 ]173 },174 {175 "object_id": "SM_WallpanelA001_1",176 "bbox_2d": [177 1804,178 0,179 1899,180 1033181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 178.82450103759766,186 -546.4867404699326,187 139.99998474121094188 ],189 "extent": [190 25.32549285888672,191 1.8902981281280518,192 140.00001525878906193 ]194 },195 "obb": {196 "center": [197 178.82450103759766,198 -546.4867404699326,199 139.99998474121094200 ],201 "extent": [202 25.32549285888672,203 1.8902981281280518,204 140.00001525878906205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 204.14999389648438,214 -548.3770141601562,215 0216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 191,230 95,231 255232 ]233 },234 {235 "object_id": "SM_WallpanelA002_2",236 "bbox_2d": [237 1679,238 0,239 1803,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 128.17350006103516,246 -546.4867404699326,247 139.99998474121094248 ],249 "extent": [250 25.32549285888672,251 1.8902981281280518,252 140.00001525878906253 ]254 },255 "obb": {256 "center": [257 128.17350006103516,258 -546.4867404699326,259 139.99998474121094260 ],261 "extent": [262 25.32549285888672,263 1.8902981281280518,264 140.00001525878906265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 153.49899291992188,274 -548.3770141601562,275 0276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 95,291 127292 ]293 }294 ],295 "floor planks corner": [296 {297 "object_id": "SM_Floor",298 "bbox_2d": [299 1725,300 967,301 1919,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -19.752939224243164,308 -0.0001220703125,309 6.776263578034403e-21310 ],311 "extent": [312 404.9316711425781,313 582.3806762695312,314 3.5660530924670406e-14315 ]316 },317 "obb": {318 "center": [319 -19.752939224243164,320 -0.0001220703125,321 6.776263578034403e-21322 ],323 "extent": [324 404.9316711425781,325 582.3806762695312,326 3.5660530924670406e-14327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -9.752969741821289,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 191,352 31,353 31354 ]355 }356 ]357 },358 "foreground": {359 "cabinet": [360 {361 "object_id": "SM_CabinetA",362 "bbox_2d": [363 1289,364 0,365 1600,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 42.67951202392578,372 -563.488733291626,373 136.0000457763672374 ],375 "extent": [376 34.843544006347656,377 18.892419815063477,378 136.0001220703125379 ]380 },381 "obb": {382 "center": [383 42.67951202392578,384 -563.488733291626,385 136.0000457763672386 ],387 "extent": [388 34.843544006347656,389 18.892419815063477,390 136.0001220703125391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 77.52290344238281,400 -582.3809814453125,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 0,416 255,417 63418 ]419 },420 {421 "object_id": "SM_CabinetA001",422 "bbox_2d": [423 745,424 0,425 1300,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -27.00745153427124,432 -563.488733291626,433 136.0000457763672434 ],435 "extent": [436 34.843544006347656,437 18.892419815063477,438 136.0001220703125439 ]440 },441 "obb": {442 "center": [443 -27.00745153427124,444 -563.488733291626,445 136.0000457763672446 ],447 "extent": [448 34.843544006347656,449 18.892419815063477,450 136.0001220703125451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 7.835939884185791,460 -582.3809814453125,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 255,476 191,477 191478 ]479 },480 {481 "object_id": "SM_CabinetA002",482 "bbox_2d": [483 0,484 0,485 750,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -96.69439315795898,492 -563.488733291626,493 136.0000457763672494 ],495 "extent": [496 34.843544006347656,497 18.892419815063477,498 136.0001220703125499 ]500 },501 "obb": {502 "center": [503 -96.69439315795898,504 -563.488733291626,505 136.0000457763672506 ],507 "extent": [508 34.843544006347656,509 18.892419815063477,510 136.0001220703125511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 -61.85100173950195,520 -582.3809814453125,521 0522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 191,537 191538 ]539 }540 ]541 }542}