TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l139_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l139_r005/lit.png",5 "camera": {6 "location": [7 1833,8 -1037,9 85410 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1833,38 -1037,39 854,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "floor planks corner": [54 {55 "object_id": "SM_Floor_4x4m120_69",56 "bbox_2d": [57 1216,58 554,59 1919,60 57061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 2049.9999961853027,66 -1120,67 834.999998092651468 ],69 "extent": [70 50,71 100,72 15.00000190734863373 ]74 },75 "obb": {76 "center": [77 2049.9999961853027,78 -1120,79 834.999998092651480 ],81 "extent": [82 50,83 100,84 15.00000190734863385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 2000,94 -1020,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 63112 ]113 },114 {115 "object_id": "SM_Floor_4x4m99",116 "bbox_2d": [117 0,118 557,119 1919,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1800,126 -1020,127 834.9999980926514128 ],129 "extent": [130 200,131 200,132 15.000001907348633133 ]134 },135 "obb": {136 "center": [137 1800,138 -1020,139 834.9999980926514140 ],141 "extent": [142 200,143 200,144 15.000001907348633145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 1600,154 -820,155 850156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 127,171 95172 ]173 }174 ],175 "window covering": [176 {177 "object_id": "SM_WindowBlinds8",178 "bbox_2d": [179 1847,180 0,181 1919,182 182183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 2100.000000000002,188 -1069.0000038146973,189 1029.9298858642578190 ],191 "extent": [192 4.283706363906276,193 50.46369017834712,194 100.51075744628906195 ]196 },197 "obb": {198 "center": [199 2100.000000000002,200 -1069.0000038146973,201 1029.9298858642578202 ],203 "extent": [204 4.283706363906276,205 50.46369017834712,206 100.51075744628906207 ],208 "rotation": [209 0,210 -179.99996948242188,211 0212 ]213 },214 "location": [215 2100,216 -1069,217 930218 ],219 "rotation": [220 0,221 -179.99996948242188,222 0223 ],224 "scale": [225 1,226 -1,227 1228 ]229 },230 "color": [231 63,232 95,233 79234 ]235 }236 ],237 "window": [238 {239 "object_id": "SM_Wall01_2m51",240 "bbox_2d": [241 0,242 0,243 1418,244 569245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1900.0000324334173,250 -1220.9603033436624,251 1000.0001068115234252 ],253 "extent": [254 200.00021059237827,255 29.042830273744585,256 180.00010681152344257 ]258 },259 "obb": {260 "center": [261 1900.0000324334173,262 -1220.9603033436624,263 1000.0001068115234264 ],265 "extent": [266 200.00021059237827,267 29.042830273744585,268 180.00010681152344269 ],270 "rotation": [271 0,272 90.00011444091797,273 0274 ]275 },276 "location": [277 1700,278 -1219.99951171875,279 850280 ],281 "rotation": [282 0,283 90.00011444091797,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 79,294 143,295 63296 ]297 },298 {299 "object_id": "Window_BP8",300 "bbox_2d": [301 1831,302 0,303 1919,304 218305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 2062.6803311372387,310 -1069.9997869471129,311 1027.941780090332312 ],313 "extent": [314 54.68056975554646,315 56.00022157449433,316 105.88986206054688317 ]318 },319 "obb": {320 "center": [321 2062.6803311372387,322 -1069.9997869471129,323 1027.941780090332324 ],325 "extent": [326 54.68056975554646,327 56.00022157449433,328 105.88986206054688329 ],330 "rotation": [331 0,332 179.999755859375,333 0334 ]335 },336 "location": [337 2110,338 -1070,339 922340 ],341 "rotation": [342 0,343 179.999755859375,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 79,354 127,355 143356 ]357 }358 ],359 "door": [360 {361 "object_id": "SM_Door02_2m77",362 "bbox_2d": [363 1419,364 0,365 1919,366 559367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 2113.1601545222925,372 -1069.9998551269064,373 995.7276916503906374 ],375 "extent": [376 41.24163836303978,377 150.00014487312922,378 184.27249145507812379 ]380 },381 "obb": {382 "center": [383 2113.1601545222925,384 -1069.9998551269064,385 995.7276916503906386 ],387 "extent": [388 41.24163836303978,389 150.00014487312922,390 184.27249145507812391 ],392 "rotation": [393 0,394 179.99978637695312,395 0396 ]397 },398 "location": [399 2099.999755859375,400 -1220,401 850402 ],403 "rotation": [404 0,405 179.99978637695312,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 223,416 143,417 143418 ]419 }420 ]421 },422 "foreground": {423 "radiator": [424 {425 "object_id": "SM_Radiator13",426 "bbox_2d": [427 1801,428 259,429 1919,430 506431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 2086.9661302566997,436 -1067.3512931490557,437 884.3077201843262438 ],439 "extent": [440 9.156908060481783,441 52.95425014316356,442 23.885404586791992443 ]444 },445 "obb": {446 "center": [447 2086.9661302566997,448 -1067.3512931490557,449 884.3077201843262450 ],451 "extent": [452 9.156908060481783,453 52.95425014316356,454 23.885404586791992455 ],456 "rotation": [457 0,458 179.99978637695312,459 0460 ]461 },462 "location": [463 2093.727783203125,464 -1067.351318359375,465 851.9174194335938466 ],467 "rotation": [468 0,469 179.99978637695312,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 127,480 47,481 255482 ]483 }484 ],485 "board": [486 {487 "object_id": "SM_CheckBoard2",488 "bbox_2d": [489 1000,490 0,491 1212,492 61493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 1926.8781721029795,498 -1218.1926898956303,499 1024.13720703125500 ],501 "extent": [502 84.36607393694112,503 1.7332669154911855,504 52.1605998573923505 ]506 },507 "obb": {508 "center": [509 1926.8781721029795,510 -1218.1926898956303,511 1024.13720703125512 ],513 "extent": [514 84.36607393694112,515 1.7332669154911855,516 52.1605998573923517 ],518 "rotation": [519 0,520 90.0000228881836,521 0522 ]523 },524 "location": [525 1926.878173828125,526 -1222.51123046875,527 1024.13720703125528 ],529 "rotation": [530 0,531 90.0000228881836,532 0533 ],534 "scale": [535 1,536 1.1306425333023071,537 1.1306425333023071538 ]539 },540 "color": [541 0,542 15,543 111544 ]545 }546 ],547 "paper": [548 {549 "object_id": "SM_Paper79",550 "bbox_2d": [551 1349,552 0,553 1408,554 72555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 2077.7031213845985,560 -1217.3126003233247,561 1007.9147182655247562 ],563 "extent": [564 11.387521987739547,565 1.632038935045557,566 17.160281357455005567 ]568 },569 "obb": {570 "center": [571 2077.7031213845985,572 -1217.3126003233247,573 1007.9147182655247574 ],575 "extent": [576 11.387521987739547,577 1.632038935045557,578 17.160281357455005579 ],580 "rotation": [581 0,582 90.00011444091797,583 0584 ]585 },586 "location": [587 2077.703125,588 -1219.1226806640625,589 1022.8133544921875590 ],591 "rotation": [592 0,593 90.00011444091797,594 0595 ],596 "scale": [597 1.8758418560028076,598 1.8758418560028076,599 1.8758418560028076600 ]601 },602 "color": [603 159,604 63,605 111606 ]607 },608 {609 "object_id": "SM_Paper104",610 "bbox_2d": [611 1350,612 83,613 1392,614 103615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 2076.4103957732573,620 -1217.5769220878672,621 971.5337881956393622 ],623 "extent": [624 9.73247196952616,625 1.483273999081348,626 14.404549628902714627 ]628 },629 "obb": {630 "center": [631 2076.4103957732573,632 -1217.5769220878672,633 971.5337881956393634 ],635 "extent": [636 9.73247196952616,637 1.483273999081348,638 14.404549628902714639 ],640 "rotation": [641 0,642 90.00011444091797,643 0644 ]645 },646 "location": [647 2076.410400390625,648 -1219.1231689453125,649 984.5287475585938650 ],651 "rotation": [652 0,653 90.00011444091797,654 0655 ],656 "scale": [657 1.6032090187072754,658 1.6032090187072754,659 1.6032090187072754660 ]661 },662 "color": [663 111,664 255,665 223666 ]667 }668 ],669 "poster": [670 {671 "object_id": "SM_Poster21_33",672 "bbox_2d": [673 1220,674 0,675 1330,676 83677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 2037.6457361732375,682 -1218.9050677332662,683 1005.1469402313232684 ],685 "extent": [686 21.009045168377952,687 0.7827917142676597,688 28.972335815429688689 ]690 },691 "obb": {692 "center": [693 2037.6457361732375,694 -1218.9050677332662,695 1005.1469402313232696 ],697 "extent": [698 21.009045168377952,699 0.7827917142676597,700 28.972335815429688701 ],702 "rotation": [703 0,704 90.00003814697266,705 0706 ]707 },708 "location": [709 2037.6328125,710 -1219.687744140625,711 1006.1890258789062712 ],713 "rotation": [714 0,715 90.00003814697266,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 159,726 191,727 111728 ]729 }730 ],731 "table": [732 {733 "object_id": "SM_Table_03_40",734 "bbox_2d": [735 260,736 0,737 1126,738 578739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 1874.1799352822977,744 -1180.229172375776,745 889.2604179382324746 ],747 "extent": [748 53.48711668237797,749 35.36315440140743,750 39.21077346801758751 ]752 },753 "obb": {754 "center": [755 1874.1799352822977,756 -1180.229172375776,757 889.2604179382324758 ],759 "extent": [760 53.48711668237797,761 35.36315440140743,762 39.21077346801758763 ],764 "rotation": [765 0,766 92.07892608642578,767 0768 ]769 },770 "location": [771 1874.22412109375,772 -1181.4464111328125,773 850774 ],775 "rotation": [776 0,777 92.07892608642578,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 159,788 159,789 111790 ]791 }792 ],793 "working desk": [794 {795 "object_id": "SM_WorkingDesk10_80",796 "bbox_2d": [797 930,798 36,799 1756,800 567801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 2010.072998046875,806 -1174.7445068359375,807 898.0340957641602808 ],809 "extent": [810 84.12291017024745,811 41.77633339516683,812 49.12098693847656813 ]814 },815 "obb": {816 "center": [817 2010.072998046875,818 -1174.7445068359375,819 898.0340957641602820 ],821 "extent": [822 84.12291017024745,823 41.77633339516683,824 49.12098693847656825 ],826 "rotation": [827 0,828 -88.95618438720705,829 0830 ]831 },832 "location": [833 2010.072998046875,834 -1174.7445068359375,835 853.9202270507812836 ],837 "rotation": [838 0,839 -88.95618438720705,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 223,850 79,851 111852 ]853 }854 ],855 "projector screen": [856 {857 "object_id": "SM_ProjectorScreen_2",858 "bbox_2d": [859 0,860 0,861 270,862 81863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 1695.6406215144104,868 -1216.074690818791,869 1016.791748046875870 ],871 "extent": [872 119.61760290336179,873 4.366239865827765,874 93.70179748535156875 ]876 },877 "obb": {878 "center": [879 1695.6406215144104,880 -1216.074690818791,881 1016.791748046875882 ],883 "extent": [884 119.61760290336179,885 4.366239865827765,886 93.70179748535156887 ],888 "rotation": [889 0,890 90.0001449584961,891 0892 ]893 },894 "location": [895 1695.640625,896 -1217.452392578125,897 1109.47021484375898 ],899 "rotation": [900 0,901 90.0001449584961,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 127,912 127,913 143914 ]915 }916 ]917 }918}