TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "HotelRoomVol1",3 "view_id": "l068_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/HotelRoomVol1/l068_r005/lit.png",5 "camera": {6 "location": [7 -5,8 177,9 20210 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -5,38 177,39 202,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingA",56 "bbox_2d": [57 0,58 0,59 1919,60 46561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 20,67 260.002075195312568 ],69 "extent": [70 200,71 463.29998779296875,72 20.00209045410156273 ]74 },75 "obb": {76 "center": [77 0,78 20,79 260.002075195312580 ],81 "extent": [82 200,83 463.29998779296875,84 20.00209045410156285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 20,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_CeilingB",116 "bbox_2d": [117 0,118 429,119 830,120 487121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 0,126 -358.29998779296875,127 238128 ],129 "extent": [130 180,131 85,132 2133 ]134 },135 "obb": {136 "center": [137 0,138 -358.29998779296875,139 238140 ],141 "extent": [142 180,143 85,144 2145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 -358.29998779296875,155 236156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 }174 ],175 "floor": [176 {177 "object_id": "SM_FloorC",178 "bbox_2d": [179 0,180 836,181 599,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 0,188 -134.23599243164062,189 7.499999523162842190 ],191 "extent": [192 200,193 329.0640563964844,194 7.500000476837158195 ]196 },197 "obb": {198 "center": [199 0,200 -134.23599243164062,201 7.499999523162842202 ],203 "extent": [204 200,205 329.0640563964844,206 7.500000476837158207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 -134.23599243164062,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 255,233 127234 ]235 },236 {237 "object_id": "SM_FloorB",238 "bbox_2d": [239 175,240 1046,241 327,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 0,248 -134.5,249 -5250 ],251 "extent": [252 220,253 328.8000183105469,254 5255 ]256 },257 "obb": {258 "center": [259 0,260 -134.5,261 -5262 ],263 "extent": [264 220,265 328.8000183105469,266 5267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 -134.5,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 255,293 63294 ]295 }296 ],297 "background wall": [298 {299 "object_id": "SM_BackgroundwallC",300 "bbox_2d": [301 864,302 295,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 138.97036743164062,310 -39.36470031738281,311 127.49999237060547312 ],313 "extent": [314 61.02964782714844,315 233.93521118164062,316 112.5317 ]318 },319 "obb": {320 "center": [321 138.97036743164062,322 -39.36470031738281,323 127.49999237060547324 ],325 "extent": [326 61.02964782714844,327 233.93521118164062,328 112.5329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 200,338 -39.36470031738281,339 15340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 255,354 127,355 255356 ]357 },358 {359 "object_id": "SM_BackgroundwallD",360 "bbox_2d": [361 731,362 464,363 863,364 787365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 190,370 -358.2999725341797,371 120.00002136230978372 ],373 "extent": [374 10.000007629394531,375 85.00000762939453,376 120.0000228881836377 ]378 },379 "obb": {380 "center": [381 190,382 -358.2999725341797,383 120.00002136230978384 ],385 "extent": [386 10.000007629394531,387 85.00000762939453,388 120.0000228881836389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 200,398 -358.29998779296875,399 3.662109884317033e-05400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 127,415 63416 ]417 },418 {419 "object_id": "SM_BackgroundwallA",420 "bbox_2d": [421 849,422 720,423 1783,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 194.8563780784607,430 -40.36479949951172,431 62.49999237060547432 ],433 "extent": [434 5.143621921539307,435 232.9352569580078,436 47.5437 ]438 },439 "obb": {440 "center": [441 194.8563780784607,442 -40.36479949951172,443 62.49999237060547444 ],445 "extent": [446 5.143621921539307,447 232.9352569580078,448 47.5449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 200,458 -40.36479949951172,459 15460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 255,474 63,475 255476 ]477 }478 ],479 "wall lamp": [480 {481 "object_id": "SM_WallLamp",482 "bbox_2d": [483 754,484 607,485 777,486 618487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 176.98500061035156,492 -364.8559875488281,493 159.677001953125494 ],495 "extent": [496 3,497 12.5,498 2.5499 ]500 },501 "obb": {502 "center": [503 176.98500061035156,504 -364.8559875488281,505 159.677001953125506 ],507 "extent": [508 3,509 12.5,510 2.5511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 179.98500061035156,520 -364.8559875488281,521 159.677001953125522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 255,537 127538 ]539 }540 ],541 "window divided": [542 {543 "object_id": "SM_Window",544 "bbox_2d": [545 89,546 471,547 636,548 909549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 0,554 -475.700008392334,555 125556 ],557 "extent": [558 200,559 2.9999682903289795,560 114.99999237060547561 ]562 },563 "obb": {564 "center": [565 0,566 -475.700008392334,567 125568 ],569 "extent": [570 200,571 2.9999682903289795,572 114.99999237060547573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 0,582 -475.70001220703125,583 125584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 0,599 63600 ]601 }602 ]603 },604 "foreground": {605 "curtain": [606 {607 "object_id": "SM_CurtainA",608 "bbox_2d": [609 0,610 468,611 35,612 930613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -184.63999557495117,618 -450.303014755249,619 140.9367218017578620 ],621 "extent": [622 24.034090042114258,623 8.739770889282227,624 138.2534637451172625 ]626 },627 "obb": {628 "center": [629 -184.63999557495117,630 -450.303014755249,631 140.9367218017578632 ],633 "extent": [634 24.034090042114258,635 8.739770889282227,636 138.2534637451172637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -184.63999938964844,646 -450.3030090332031,647 279.12200927734375648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 0,662 127,663 255664 ]665 },666 {667 "object_id": "SM_CurtainB",668 "bbox_2d": [669 35,670 469,671 90,672 920673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -191.80099868774215,678 -460.06000900268623,679 140.17323303222656680 ],681 "extent": [682 49.35889114727598,683 3.510708140746601,684 138.00962829589844685 ]686 },687 "obb": {688 "center": [689 -191.80099868774215,690 -460.06000900268623,691 140.17323303222656692 ],693 "extent": [694 49.35889114727598,695 3.510708140746601,696 138.00962829589844697 ],698 "rotation": [699 0,700 1.0017900422099046e-05,701 0702 ]703 },704 "location": [705 -191.80099487304688,706 -460.05999755859375,707 277.52301025390625708 ],709 "rotation": [710 0,711 1.0017900422099046e-05,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 127,723 0724 ]725 },726 {727 "object_id": "SM_CurtainB001",728 "bbox_2d": [729 637,730 486,731 674,732 733733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 173.06899642944535,738 -460.06000900268623,739 140.17323303222656740 ],741 "extent": [742 49.35889114727598,743 3.510708140746601,744 138.00962829589844745 ]746 },747 "obb": {748 "center": [749 173.06899642944535,750 -460.06000900268623,751 140.17323303222656752 ],753 "extent": [754 49.35889114727598,755 3.510708140746601,756 138.00962829589844757 ],758 "rotation": [759 0,760 1.0017900422099046e-05,761 0762 ]763 },764 "location": [765 173.06900024414062,766 -460.05999755859375,767 277.52301025390625768 ],769 "rotation": [770 0,771 1.0017900422099046e-05,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 255,782 191,783 255784 ]785 },786 {787 "object_id": "SM_CurtainA001",788 "bbox_2d": [789 674,790 487,791 730,792 730793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 169.39900588989258,798 -450.303014755249,799 140.9367218017578800 ],801 "extent": [802 24.034090042114258,803 8.739770889282227,804 138.2534637451172805 ]806 },807 "obb": {808 "center": [809 169.39900588989258,810 -450.303014755249,811 140.9367218017578812 ],813 "extent": [814 24.034090042114258,815 8.739770889282227,816 138.2534637451172817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 169.3990020751953,826 -450.3030090332031,827 279.12200927734375828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 255,842 191,843 127844 ]845 }846 ],847 "bedside lamp": [848 {849 "object_id": "SM_BedsideLampA",850 "bbox_2d": [851 998,852 337,853 1063,854 900855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 164.072998046875,860 -71.39650249481201,861 189.79373931884766862 ],863 "extent": [864 10.348075866699219,865 10.34686279296875,866 96.69283294677734867 ]868 },869 "obb": {870 "center": [871 164.072998046875,872 -71.39650249481201,873 189.79373931884766874 ],875 "extent": [876 10.348075866699219,877 10.34686279296875,878 96.69283294677734879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 164.072998046875,888 -71.39649963378906,889 265890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 255,904 63,905 127906 ]907 }908 ],909 "sofa": [910 {911 "object_id": "SM_Sofa",912 "bbox_2d": [913 594,914 724,915 821,916 851917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 136.7830047607422,922 -362.3440234041493,923 51.409241676326005924 ],925 "extent": [926 43.96183776855469,927 89.15413540365967,928 36.46275743999065929 ]930 },931 "obb": {932 "center": [933 136.7830047607422,934 -362.3440234041493,935 51.409241676326936 ],937 "extent": [938 43.96183776855469,939 89.15413540365967,940 36.46275743999065941 ],942 "rotation": [943 0,944 0,945 -1.0017900422099046e-05946 ]947 },948 "location": [949 136.7830047607422,950 -362.343994140625,951 14.946499824523926952 ],953 "rotation": [954 0,955 0,956 -1.0017900422099046e-05957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 127,966 63,967 0968 ]969 }970 ],971 "table": [972 {973 "object_id": "SM_TableA",974 "bbox_2d": [975 440,976 787,977 581,978 868979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 44.800594329833984,984 -387.695011138916,985 37.94319820404053986 ],987 "extent": [988 34.422569274902344,989 34.422569274902344,990 23.104700088500977991 ]992 },993 "obb": {994 "center": [995 44.800594329833984,996 -387.695011138916,997 37.94319820404053998 ],999 "extent": [1000 34.422569274902344,1001 34.422569274902344,1002 23.1047000885009771003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 44.80059814453125,1012 -387.69500732421875,1013 14.8385000228881841014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 127,1028 63,1029 2551030 ]1031 },1032 {1033 "object_id": "SM_TableB",1034 "bbox_2d": [1035 0,1036 819,1037 119,1038 10141039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -149.79597091674805,1044 -356.0385398864746,1045 46.2579069137573241046 ],1047 "extent": [1048 38.74999237060547,1049 38.749996185302734,1050 31.2723064422607421051 ]1052 },1053 "obb": {1054 "center": [1055 -149.79597091674805,1056 -356.0385398864746,1057 46.2579069137573241058 ],1059 "extent": [1060 38.74999237060547,1061 38.749996185302734,1062 31.2723064422607421063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 -149.79600524902344,1072 -356.0039978027344,1073 14.9856004714965821074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 63,1088 255,1089 631090 ]1091 }1092 ],1093 "downlight": [1094 {1095 "object_id": "SM_Downlight001",1096 "bbox_2d": [1097 11,1098 458,1099 25,1100 4591101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -144.37100219726562,1106 -366.4429934024811,1107 235.880623817443851108 ],1109 "extent": [1110 2.663709878921509,1111 2.6637096405029297,1112 0.121385380625724791113 ]1114 },1115 "obb": {1116 "center": [1117 -144.37100219726562,1118 -366.4429934024811,1119 235.880623817443851120 ],1121 "extent": [1122 2.663709878921509,1123 2.6637096405029297,1124 0.121385380625724791125 ],1126 "rotation": [1127 0,1128 0,1129 01130 ]1131 },1132 "location": [1133 -144.37100219726562,1134 -366.4429931640625,1135 236.00199890136721136 ],1137 "rotation": [1138 0,1139 0,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 127,1150 63,1151 631152 ]1153 },1154 {1155 "object_id": "SM_Downlight002",1156 "bbox_2d": [1157 562,1158 475,1159 569,1160 4751161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 68.80390167236328,1166 -366.36801171302795,1167 235.880623817443851168 ],1169 "extent": [1170 2.663709878921509,1171 2.6637096405029297,1172 0.121385380625724791173 ]1174 },1175 "obb": {1176 "center": [1177 68.80390167236328,1178 -366.36801171302795,1179 235.880623817443851180 ],1181 "extent": [1182 2.663709878921509,1183 2.6637096405029297,1184 0.121385380625724791185 ],1186 "rotation": [1187 0,1188 0,1189 01190 ]1191 },1192 "location": [1193 68.80390167236328,1194 -366.3680114746094,1195 236.00199890136721196 ],1197 "rotation": [1198 0,1199 0,1200 0