TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l088_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l088_r004/lit.png",5 "camera": {6 "location": [7 48,8 -404,9 20510 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 48,38 -404,39 205,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 0,58 0,59 1564,60 29561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 225,119 350,120 431121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 }174 ],175 "baseboard": [176 {177 "object_id": "SM_Baseboard",178 "bbox_2d": [179 97,180 1076,181 107,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -404.2849975526333,188 -331.93701171875,189 3190 ],191 "extent": [192 0.4000000059604645,193 270.4438781738281,194 3195 ]196 },197 "obb": {198 "center": [199 -404.2849975526333,200 -331.93701171875,201 3202 ],203 "extent": [204 0.4000000059604645,205 270.4438781738281,206 3207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -404.68499755859375,216 -331.93701171875,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 0,242 424,243 106,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "background wall": [300 {301 "object_id": "SM_BackgroundwallA",302 "bbox_2d": [303 107,304 269,305 440,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -14.871739387512207,312 -563.4780158996582,313 139.99993896484375314 ],315 "extent": [316 389.81292724609375,317 18.90277099609375,318 139.9999542236328319 ]320 },321 "obb": {322 "center": [323 -14.871739387512207,324 -563.4780158996582,325 139.99993896484375326 ],327 "extent": [328 389.81292724609375,329 18.90277099609375,330 139.9999542236328331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -14.871800422668457,340 -563.47802734375,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 0,356 0,357 63358 ]359 }360 ],361 "wall panel": [362 {363 "object_id": "SM_WallpanelAh",364 "bbox_2d": [365 1819,366 0,367 1919,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 90.18524932861328,374 -546.4867404699326,375 139.99998474121094376 ],377 "extent": [378 12.662750244140625,379 1.8902981281280518,380 140.00001525878906381 ]382 },383 "obb": {384 "center": [385 90.18524932861328,386 -546.4867404699326,387 139.99998474121094388 ],389 "extent": [390 12.662750244140625,391 1.8902981281280518,392 140.00001525878906393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 102.8479995727539,402 -548.3770141601562,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 95,419 0420 ]421 },422 {423 "object_id": "SM_WallpanelA003_3",424 "bbox_2d": [425 441,426 236,427 580,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -157.26349639892578,434 -546.4867404699326,435 139.99998474121094436 ],437 "extent": [438 25.32549285888672,439 1.8902981281280518,440 140.00001525878906441 ]442 },443 "obb": {444 "center": [445 -157.26349639892578,446 -546.4867404699326,447 139.99998474121094448 ],449 "extent": [450 25.32549285888672,451 1.8902981281280518,452 140.00001525878906453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -131.93800354003906,462 -548.3770141601562,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 191,478 95,479 63480 ]481 },482 {483 "object_id": "SM_WallpanelA004_4",484 "bbox_2d": [485 327,486 411,487 341,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -250.5584945678711,494 -567.1307224035263,495 139.99998474121094496 ],497 "extent": [498 25.32549285888672,499 1.8902981281280518,500 140.00001525878906501 ]502 },503 "obb": {504 "center": [505 -250.5584945678711,506 -567.1307224035263,507 139.99998474121094508 ],509 "extent": [510 25.32549285888672,511 1.8902981281280518,512 140.00001525878906513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -225.23300170898438,522 -569.02099609375,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 95,539 191540 ]541 },542 {543 "object_id": "SM_WallpanelA005_5",544 "bbox_2d": [545 268,546 413,547 326,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -301.2094955444336,554 -567.1307224035263,555 139.99998474121094556 ],557 "extent": [558 25.32549285888672,559 1.8902981281280518,560 140.00001525878906561 ]562 },563 "obb": {564 "center": [565 -301.2094955444336,566 -567.1307224035263,567 139.99998474121094568 ],569 "extent": [570 25.32549285888672,571 1.8902981281280518,572 140.00001525878906573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -275.8840026855469,582 -569.02099609375,583 0584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 191,598 95,599 31600 ]601 }602 ]603 },604 "foreground": {605 "cabinet": [606 {607 "object_id": "SM_CabinetA",608 "bbox_2d": [609 1201,610 0,611 1818,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 42.67951202392578,618 -563.488733291626,619 136.0000457763672620 ],621 "extent": [622 34.843544006347656,623 18.892419815063477,624 136.0001220703125625 ]626 },627 "obb": {628 "center": [629 42.67951202392578,630 -563.488733291626,631 136.0000457763672632 ],633 "extent": [634 34.843544006347656,635 18.892419815063477,636 136.0001220703125637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 77.52290344238281,646 -582.3809814453125,647 0648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 0,662 255,663 63664 ]665 },666 {667 "object_id": "SM_CabinetA001",668 "bbox_2d": [669 826,670 87,671 1200,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -27.00745153427124,678 -563.488733291626,679 136.0000457763672680 ],681 "extent": [682 34.843544006347656,683 18.892419815063477,684 136.0001220703125685 ]686 },687 "obb": {688 "center": [689 -27.00745153427124,690 -563.488733291626,691 136.0000457763672692 ],693 "extent": [694 34.843544006347656,695 18.892419815063477,696 136.0001220703125697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 7.835939884185791,706 -582.3809814453125,707 0708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 191,723 191724 ]725 },726 {727 "object_id": "SM_CabinetA002",728 "bbox_2d": [729 574,730 176,731 825,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -96.69439315795898,738 -563.488733291626,739 136.0000457763672740 ],741 "extent": [742 34.843544006347656,743 18.892419815063477,744 136.0001220703125745 ]746 },747 "obb": {748 "center": [749 -96.69439315795898,750 -563.488733291626,751 136.0000457763672752 ],753 "extent": [754 34.843544006347656,755 18.892419815063477,756 136.0001220703125757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -61.85100173950195,766 -582.3809814453125,767 0768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 127,782 191,783 191784 ]785 }786 ]787 }788}