TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l021_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l021_r003/lit.png",5 "camera": {6 "location": [7 -59,8 133,9 10310 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -59,38 133,39 103,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window",56 "bbox_2d": [57 0,58 0,59 1919,60 98861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -290.9998779296875,66 -6.103515625e-05,67 149.5655212402343868 ],69 "extent": [70 11.925933837890625,71 391.7356872558594,72 150.4345092773437573 ]74 },75 "obb": {76 "center": [77 -290.9998779296875,78 -6.103515625e-05,79 149.5655212402343880 ],81 "extent": [82 11.925933837890625,83 391.7356872558594,84 150.4345092773437585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 127,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor",118 "bbox_2d": [119 44,120 989,121 1353,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 11.426055908203125,128 -3.0517578125e-05,129 0130 ],131 "extent": [132 290.99993896484375,133 371.7356872558594,134 2.2762245240797244e-14135 ]136 },137 "obb": {138 "center": [139 11.426055908203125,140 -3.0517578125e-05,141 0142 ],143 "extent": [144 290.99993896484375,145 371.7356872558594,146 2.2762245240797244e-14147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 255,173 0174 ]175 }176 ]177 },178 "foreground": {179 "chair": [180 {181 "object_id": "SM_ChairA5",182 "bbox_2d": [183 1283,184 403,185 1919,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -106.81778082900883,192 83.83600560628504,193 56.49450428883189194 ],195 "extent": [196 33.236603305148044,197 32.35257295188812,198 57.309982156719755199 ]200 },201 "obb": {202 "center": [203 -106.81778082900883,204 83.83600560628504,205 56.4945042888319206 ],207 "extent": [208 33.236603305148044,209 32.35257295188812,210 57.309982156719755211 ],212 "rotation": [213 0,214 -90.00011444091795,215 3.199999991920776e-05216 ]217 },218 "location": [219 -106.80522155761719,220 83.83599853515625,221 -0.8154370188713074222 ],223 "rotation": [224 0,225 -90.00011444091795,226 3.199999991920776e-05227 ],228 "scale": [229 0.9235389828681946,230 0.9235389828681946,231 1.1688100099563599232 ]233 },234 "color": [235 255,236 127,237 63238 ]239 },240 {241 "object_id": "SM_ChairA6",242 "bbox_2d": [243 104,244 403,245 1065,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -106.81778082900883,252 153.83600560628503,253 56.49450428883189254 ],255 "extent": [256 33.236603305148044,257 32.35257295188813,258 57.309982156719755259 ]260 },261 "obb": {262 "center": [263 -106.81778082900883,264 153.83600560628503,265 56.4945042888319266 ],267 "extent": [268 33.236603305148044,269 32.35257295188813,270 57.309982156719755271 ],272 "rotation": [273 0,274 -90.00011444091795,275 3.199999991920776e-05276 ]277 },278 "location": [279 -106.80522155761719,280 153.83599853515625,281 -0.8154370188713074282 ],283 "rotation": [284 0,285 -90.00011444091795,286 3.199999991920776e-05287 ],288 "scale": [289 0.9235389828681946,290 0.9235389828681946,291 1.1688100099563599292 ]293 },294 "color": [295 127,296 0,297 63298 ]299 },300 {301 "object_id": "SM_ChairB",302 "bbox_2d": [303 259,304 718,305 382,306 988307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -249.9999771118164,312 224.99999999995123,313 48.06242370605469314 ],315 "extent": [316 29.050199835425587,317 30.59184541564079,318 48.062225341796875319 ]320 },321 "obb": {322 "center": [323 -249.9999771118164,324 224.99999999995123,325 48.06242370605469326 ],327 "extent": [328 29.050199835425587,329 30.59184541564079,330 48.062225341796875331 ],332 "rotation": [333 0,334 -90.00012207031251,335 0336 ]337 },338 "location": [339 -250,340 225,341 0342 ],343 "rotation": [344 0,345 -90.00012207031251,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 63,356 63,357 191358 ]359 },360 {361 "object_id": "SM_ChairB2",362 "bbox_2d": [363 954,364 572,365 1064,366 1004367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -249.9999771118164,372 144.99999999995123,373 48.06242370605469374 ],375 "extent": [376 29.050199835425587,377 30.591845415640783,378 48.062225341796875379 ]380 },381 "obb": {382 "center": [383 -249.9999771118164,384 144.99999999995123,385 48.06242370605469386 ],387 "extent": [388 29.050199835425587,389 30.591845415640783,390 48.062225341796875391 ],392 "rotation": [393 0,394 -90.00012207031251,395 0396 ]397 },398 "location": [399 -250,400 145,401 0402 ],403 "rotation": [404 0,405 -90.00012207031251,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 0,416 191,417 0418 ]419 },420 {421 "object_id": "SM_ChairB3",422 "bbox_2d": [423 1139,424 570,425 1347,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -249.9999771118164,432 64.99999999995124,433 48.06242370605469434 ],435 "extent": [436 29.050199835425587,437 30.591845415640776,438 48.062225341796875439 ]440 },441 "obb": {442 "center": [443 -249.9999771118164,444 64.99999999995124,445 48.06242370605469446 ],447 "extent": [448 29.050199835425587,449 30.591845415640776,450 48.062225341796875451 ],452 "rotation": [453 0,454 -90.00012207031251,455 0456 ]457 },458 "location": [459 -250,460 65,461 0462 ],463 "rotation": [464 0,465 -90.00012207031251,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 0,476 191,477 255478 ]479 },480 {481 "object_id": "SM_ChairB5",482 "bbox_2d": [483 1885,484 572,485 1919,486 698487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -249.9999771118164,492 -95.00000000004876,493 48.06242370605469494 ],495 "extent": [496 29.050199835425587,497 30.591845415640776,498 48.062225341796875499 ]500 },501 "obb": {502 "center": [503 -249.9999771118164,504 -95.00000000004876,505 48.06242370605469506 ],507 "extent": [508 29.050199835425587,509 30.591845415640776,510 48.062225341796875511 ],512 "rotation": [513 0,514 -90.00012207031251,515 0516 ]517 },518 "location": [519 -250,520 -95,521 0522 ],523 "rotation": [524 0,525 -90.00012207031251,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 0,536 191,537 63538 ]539 }540 ],541 "curtain": [542 {543 "object_id": "SM_Curtain",544 "bbox_2d": [545 1248,546 0,547 1816,548 478549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -286.70534936152023,554 -3.2094228267669678,555 200.57251746353654556 ],557 "extent": [558 1.0004270430589486,559 69.80915069580078,560 83.06246194247147561 ]562 },563 "obb": {564 "center": [565 -286.70534936152023,566 -3.2094228267669678,567 200.57251746353654568 ],569 "extent": [570 1.0004270430589486,571 69.80915069580078,572 83.06246194247147573 ],574 "rotation": [575 -5.1226397772552446e-06,576 0,577 0578 ]579 },580 "location": [581 -285.9389953613281,582 -3.209399938583374,583 283.635009765625584 ],585 "rotation": [586 -5.1226397772552446e-06,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 0,598 0,599 191600 ]601 },602 {603 "object_id": "SM_Curtain2",604 "bbox_2d": [605 607,606 0,607 1196,608 288609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -286.7053491837275,614 146.79058074951172,615 245.5725174618962616 ],617 "extent": [618 1.0004268652662631,619 69.80915069580078,620 83.06246194033012621 ]622 },623 "obb": {624 "center": [625 -286.7053491837275,626 146.79058074951172,627 245.5725174618962628 ],629 "extent": [630 1.0004268652662631,631 69.80915069580078,632 83.06246194033012633 ],634 "rotation": [635 -4.999999873689375e-06,636 0,637 0638 ]639 },640 "location": [641 -285.9389953613281,642 146.7906036376953,643 328.635009765625644 ],645 "rotation": [646 -4.999999873689375e-06,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 0,658 255,659 191660 ]661 },662 {663 "object_id": "SM_Curtain3",664 "bbox_2d": [665 0,666 0,667 552,668 373669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -286.7053491837275,674 296.79056549072266,675 225.5725174618962676 ],677 "extent": [678 1.0004268652662631,679 69.80915069580078,680 83.06246194033012681 ]682 },683 "obb": {684 "center": [685 -286.7053491837275,686 296.79056549072266,687 225.5725174618962688 ],689 "extent": [690 1.0004268652662631,691 69.80915069580078,692 83.06246194033012693 ],694 "rotation": [695 -4.999999873689375e-06,696 0,697 0698 ]699 },700 "location": [701 -285.9389953613281,702 296.79058837890625,703 308.635009765625704 ],705 "rotation": [706 -4.999999873689375e-06,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 0,718 127,719 191720 ]721 },722 {723 "object_id": "SM_Curtain4",724 "bbox_2d": [725 1900,726 0,727 1919,728 162729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -286.7053491837275,734 -153.20943450927734,735 275.5725174618962736 ],737 "extent": [738 1.0004268652662631,739 69.80915069580078,740 83.06246194033012741 ]742 },743 "obb": {744 "center": [745 -286.7053491837275,746 -153.20943450927734,747 275.5725174618962748 ],749 "extent": [750 1.0004268652662631,751 69.80915069580078,752 83.06246194033012753 ],754 "rotation": [755 -4.999999873689375e-06,756 0,757 0758 ]759 },760 "location": [761 -285.9389953613281,762 -153.20941162109375,763 358.635009765625764 ],765 "rotation": [766 -4.999999873689375e-06,767 0,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 0,778 63,779 191780 ]781 }782 ],783 "plant": [784 {785 "object_id": "SM_PlantA2",786 "bbox_2d": [787 0,788 494,789 240,790 1079791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -225.28636022942044,796 305.316098661057,797 63.446800231933594798 ],799 "extent": [800 42.172631549488344,801 43.55371686387275,802 63.6171989440918803 ]804 },805 "obb": {806 "center": [807 -225.28636022942044,808 305.316098661057,809 63.446800231933594810 ],811 "extent": [812 42.172631549488344,813 43.55371686387275,814 63.6171989440918815 ],816 "rotation": [817 0,818 -90.00012207031251,819 0820 ]821 },822 "location": [823 -230,824 310,825 0826 ],827 "rotation": [828 0,829 -90.00012207031251,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 255,840 63,841 191842 ]843 }844 ]845 }846}