TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "HotelRoomVol1",3 "view_id": "l004_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/HotelRoomVol1/l004_r005/lit.png",5 "camera": {6 "location": [7 -93,8 -81,9 10010 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -93,38 -81,39 100,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingA",56 "bbox_2d": [57 1141,58 0,59 1700,60 10861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 20,67 260.002075195312568 ],69 "extent": [70 200,71 463.29998779296875,72 20.00209045410156273 ]74 },75 "obb": {76 "center": [77 0,78 20,79 260.002075195312580 ],81 "extent": [82 200,83 463.29998779296875,84 20.00209045410156285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 20,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_CeilingB",116 "bbox_2d": [117 7,118 0,119 1403,120 249121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 0,126 -358.29998779296875,127 238128 ],129 "extent": [130 180,131 85,132 2133 ]134 },135 "obb": {136 "center": [137 0,138 -358.29998779296875,139 238140 ],141 "extent": [142 180,143 85,144 2145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 -358.29998779296875,155 236156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 }174 ],175 "floor": [176 {177 "object_id": "SM_FloorC",178 "bbox_2d": [179 0,180 739,181 1001,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 0,188 -134.23599243164062,189 7.499999523162842190 ],191 "extent": [192 200,193 329.0640563964844,194 7.500000476837158195 ]196 },197 "obb": {198 "center": [199 0,200 -134.23599243164062,201 7.499999523162842202 ],203 "extent": [204 200,205 329.0640563964844,206 7.500000476837158207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 -134.23599243164062,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 255,233 127234 ]235 },236 {237 "object_id": "SM_FloorB",238 "bbox_2d": [239 462,240 1005,241 819,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 0,248 -134.5,249 -5250 ],251 "extent": [252 220,253 328.8000183105469,254 5255 ]256 },257 "obb": {258 "center": [259 0,260 -134.5,261 -5262 ],263 "extent": [264 220,265 328.8000183105469,266 5267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 -134.5,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 255,293 63294 ]295 }296 ],297 "background wall": [298 {299 "object_id": "SM_BackgroundwallC",300 "bbox_2d": [301 1440,302 0,303 1919,304 511305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 138.97036743164062,310 -39.36470031738281,311 127.49999237060547312 ],313 "extent": [314 61.02964782714844,315 233.93521118164062,316 112.5317 ]318 },319 "obb": {320 "center": [321 138.97036743164062,322 -39.36470031738281,323 127.49999237060547324 ],325 "extent": [326 61.02964782714844,327 233.93521118164062,328 112.5329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 200,338 -39.36470031738281,339 15340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 255,354 127,355 255356 ]357 },358 {359 "object_id": "SM_BackgroundwallD",360 "bbox_2d": [361 1078,362 97,363 1439,364 642365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 190,370 -358.2999725341797,371 120.00002136230978372 ],373 "extent": [374 10.000007629394531,375 85.00000762939453,376 120.0000228881836377 ]378 },379 "obb": {380 "center": [381 190,382 -358.2999725341797,383 120.00002136230978384 ],385 "extent": [386 10.000007629394531,387 85.00000762939453,388 120.0000228881836389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 200,398 -358.29998779296875,399 3.662109884317033e-05400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 127,415 63416 ]417 },418 {419 "object_id": "SM_BackgroundwallA",420 "bbox_2d": [421 1424,422 494,423 1919,424 644425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 194.8563780784607,430 -40.36479949951172,431 62.49999237060547432 ],433 "extent": [434 5.143621921539307,435 232.9352569580078,436 47.5437 ]438 },439 "obb": {440 "center": [441 194.8563780784607,442 -40.36479949951172,443 62.49999237060547444 ],445 "extent": [446 5.143621921539307,447 232.9352569580078,448 47.5449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 200,458 -40.36479949951172,459 15460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 255,474 63,475 255476 ]477 }478 ],479 "wall lamp": [480 {481 "object_id": "SM_WallLamp",482 "bbox_2d": [483 1164,484 378,485 1219,486 399487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 176.98500061035156,492 -364.8559875488281,493 159.677001953125494 ],495 "extent": [496 3,497 12.5,498 2.5499 ]500 },501 "obb": {502 "center": [503 176.98500061035156,504 -364.8559875488281,505 159.677001953125506 ],507 "extent": [508 3,509 12.5,510 2.5511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 179.98500061035156,520 -364.8559875488281,521 159.677001953125522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 255,537 127538 ]539 }540 ],541 "wall": [542 {543 "object_id": "SM_WallC",544 "bbox_2d": [545 225,546 90,547 953,548 241549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 0,554 -473.29998874664307,555 140.0000457763672556 ],557 "extent": [558 200,559 10.000000953674316,560 140561 ]562 },563 "obb": {564 "center": [565 0,566 -473.29998874664307,567 140.0000457763672568 ],569 "extent": [570 200,571 10.000000953674316,572 140573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 0,582 -473.29998779296875,583 0584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 127,599 255600 ]601 }602 ],603 "window divided": [604 {605 "object_id": "SM_Window",606 "bbox_2d": [607 223,608 112,609 953,610 806611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 0,616 -475.700008392334,617 125618 ],619 "extent": [620 200,621 2.9999682903289795,622 114.99999237060547623 ]624 },625 "obb": {626 "center": [627 0,628 -475.700008392334,629 125630 ],631 "extent": [632 200,633 2.9999682903289795,634 114.99999237060547635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 0,644 -475.70001220703125,645 125646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 127,660 0,661 63662 ]663 }664 ]665 },666 "foreground": {667 "curtain": [668 {669 "object_id": "SM_CurtainA",670 "bbox_2d": [671 49,672 57,673 144,674 834675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -184.63999557495117,680 -450.303014755249,681 140.9367218017578682 ],683 "extent": [684 24.034090042114258,685 8.739770889282227,686 138.2534637451172687 ]688 },689 "obb": {690 "center": [691 -184.63999557495117,692 -450.303014755249,693 140.9367218017578694 ],695 "extent": [696 24.034090042114258,697 8.739770889282227,698 138.2534637451172699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 -184.63999938964844,708 -450.3030090332031,709 279.12200927734375710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 0,724 127,725 255726 ]727 },728 {729 "object_id": "SM_CurtainB",730 "bbox_2d": [731 141,732 75,733 224,734 819735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -191.80099868774215,740 -460.06000900268623,741 140.17323303222656742 ],743 "extent": [744 49.35889114727598,745 3.510708140746601,746 138.00962829589844747 ]748 },749 "obb": {750 "center": [751 -191.80099868774215,752 -460.06000900268623,753 140.17323303222656754 ],755 "extent": [756 49.35889114727598,757 3.510708140746601,758 138.00962829589844759 ],760 "rotation": [761 0,762 1.0017900422099046e-05,763 0764 ]765 },766 "location": [767 -191.80099487304688,768 -460.05999755859375,769 277.52301025390625770 ],771 "rotation": [772 0,773 1.0017900422099046e-05,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 255,784 127,785 0786 ]787 },788 {789 "object_id": "SM_CurtainB001",790 "bbox_2d": [791 954,792 227,793 1003,794 584795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 173.06899642944535,800 -460.06000900268623,801 140.17323303222656802 ],803 "extent": [804 49.35889114727598,805 3.510708140746601,806 138.00962829589844807 ]808 },809 "obb": {810 "center": [811 173.06899642944535,812 -460.06000900268623,813 140.17323303222656814 ],815 "extent": [816 49.35889114727598,817 3.510708140746601,818 138.00962829589844819 ],820 "rotation": [821 0,822 1.0017900422099046e-05,823 0824 ]825 },826 "location": [827 173.06900024414062,828 -460.05999755859375,829 277.52301025390625830 ],831 "rotation": [832 0,833 1.0017900422099046e-05,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 255,844 191,845 255846 ]847 },848 {849 "object_id": "SM_CurtainA001",850 "bbox_2d": [851 1004,852 236,853 1077,854 575855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 169.39900588989258,860 -450.303014755249,861 140.9367218017578862 ],863 "extent": [864 24.034090042114258,865 8.739770889282227,866 138.2534637451172867 ]868 },869 "obb": {870 "center": [871 169.39900588989258,872 -450.303014755249,873 140.9367218017578874 ],875 "extent": [876 24.034090042114258,877 8.739770889282227,878 138.2534637451172879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 169.3990020751953,888 -450.3030090332031,889 279.12200927734375890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 255,904 191,905 127906 ]907 }908 ],909 "cabinet": [910 {911 "object_id": "SM_CabinetB",912 "bbox_2d": [913 0,914 0,915 48,916 882917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -190,922 -358.2999725341797,923 127.49999237060547924 ],925 "extent": [926 10,927 85.00001525878906,928 112.5929 ]930 },931 "obb": {932 "center": [933 -190,934 -358.2999725341797,935 127.49999237060547936 ],937 "extent": [938 10,939 85.00001525878906,940 112.5941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 -200,950 -358.29998779296875,951 15952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 127,966 0,967 255968 ]969 }970 ],971 "sofa": [972 {973 "object_id": "SM_Sofa",974 "bbox_2d": [975 922,976 568,977 1402,978 708979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 136.7830047607422,984 -362.3440234041493,985 51.409241676326005986 ],987 "extent": [988 43.96183776855469,989 89.15413540365967,990 36.46275743999065991 ]992 },993 "obb": {994 "center": [995 136.7830047607422,996 -362.3440234041493,997 51.409241676326998 ],999 "extent": [1000 43.96183776855469,1001 89.15413540365967,1002 36.462757439990651003 ],1004 "rotation": [1005 0,1006 0,1007 -1.0017900422099046e-051008 ]1009 },1010 "location": [1011 136.7830047607422,1012 -362.343994140625,1013 14.9464998245239261014 ],1015 "rotation": [1016 0,1017 0,1018 -1.0017900422099046e-051019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 127,1028 63,1029 01030 ]1031 }1032 ],1033 "table": [1034 {1035 "object_id": "SM_TableA",1036 "bbox_2d": [1037 762,1038 642,1039 960,1040 7921041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 44.800594329833984,1046 -387.695011138916,1047 37.943198204040531048 ],1049 "extent": [1050 34.422569274902344,1051 34.422569274902344,1052 23.1047000885009771053 ]1054 },1055 "obb": {1056 "center": [1057 44.800594329833984,1058 -387.695011138916,1059 37.943198204040531060 ],1061 "extent": [1062 34.422569274902344,1063 34.422569274902344,1064 23.1047000885009771065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 44.80059814453125,1074 -387.69500732421875,1075 14.8385000228881841076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 127,1090 63,1091 2551092 ]1093 },1094 {1095 "object_id": "SM_TableB",1096 "bbox_2d": [1097 0,1098 627,1099 318,1100 9641101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -149.79597091674805,1106 -356.0385398864746,1107 46.2579069137573241108 ],1109 "extent": [1110 38.74999237060547,1111 38.749996185302734,1112 31.2723064422607421113 ]1114 },1115 "obb": {1116 "center": [1117 -149.79597091674805,1118 -356.0385398864746,1119 46.2579069137573241120 ],1121 "extent": [1122 38.74999237060547,1123 38.749996185302734,1124 31.2723064422607421125 ],1126 "rotation": [1127 0,1128 0,1129 01130 ]1131 },1132 "location": [1133 -149.79600524902344,1134 -356.0039978027344,1135 14.9856004714965821136 ],1137 "rotation": [1138 0,1139 0,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 63,1150 255,1151 631152 ]1153 }1154 ],1155 "downlight": [1156 {1157 "object_id": "SM_Downlight002",1158 "bbox_2d": [1159 945,1160 139,1161 959,1162 1451163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 68.80390167236328,1168 -366.36801171302795,1169 235.880623817443851170 ],1171 "extent": [1172 2.663709878921509,1173 2.6637096405029297,1174 0.121385380625724791175 ]1176 },1177 "obb": {1178 "center": [1179 68.80390167236328,1180 -366.36801171302795,1181 235.880623817443851182 ],1183 "extent": [1184 2.663709878921509,1185 2.6637096405029297,1186 0.121385380625724791187 ],1188 "rotation": [1189 0,1190 0,1191 01192 ]1193 },1194 "location": [1195 68.80390167236328,1196 -366.3680114746094,1197 236.00199890136721198 ],1199 "rotation": [1200 0,