TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "HotelRoomVol1",3 "view_id": "l047_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/HotelRoomVol1/l047_r004/lit.png",5 "camera": {6 "location": [7 53,8 -26,9 15610 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 53,38 -26,39 156,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingA",56 "bbox_2d": [57 68,58 0,59 1919,60 30261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 20,67 260.002075195312568 ],69 "extent": [70 200,71 463.29998779296875,72 20.00209045410156273 ]74 },75 "obb": {76 "center": [77 0,78 20,79 260.002075195312580 ],81 "extent": [82 200,83 463.29998779296875,84 20.00209045410156285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 20,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_CeilingB",116 "bbox_2d": [117 733,118 95,119 1919,120 378121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 0,126 -358.29998779296875,127 238128 ],129 "extent": [130 180,131 85,132 2133 ]134 },135 "obb": {136 "center": [137 0,138 -358.29998779296875,139 238140 ],141 "extent": [142 180,143 85,144 2145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 -358.29998779296875,155 236156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 }174 ],175 "floor": [176 {177 "object_id": "SM_FloorC",178 "bbox_2d": [179 691,180 816,181 1666,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 0,188 -134.23599243164062,189 7.499999523162842190 ],191 "extent": [192 200,193 329.0640563964844,194 7.500000476837158195 ]196 },197 "obb": {198 "center": [199 0,200 -134.23599243164062,201 7.499999523162842202 ],203 "extent": [204 200,205 329.0640563964844,206 7.500000476837158207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 -134.23599243164062,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 255,233 127234 ]235 },236 {237 "object_id": "SM_FloorB",238 "bbox_2d": [239 522,240 971,241 1062,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 0,248 -134.5,249 -5250 ],251 "extent": [252 220,253 328.8000183105469,254 5255 ]256 },257 "obb": {258 "center": [259 0,260 -134.5,261 -5262 ],263 "extent": [264 220,265 328.8000183105469,266 5267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 -134.5,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 255,293 63294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_WallC",300 "bbox_2d": [301 1057,302 306,303 1743,304 374305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 0,310 -473.29998874664307,311 140.0000457763672312 ],313 "extent": [314 200,315 10.000000953674316,316 140317 ]318 },319 "obb": {320 "center": [321 0,322 -473.29998874664307,323 140.0000457763672324 ],325 "extent": [326 200,327 10.000000953674316,328 140329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 0,338 -473.29998779296875,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 127,355 255356 ]357 },358 {359 "object_id": "SM_WallA",360 "bbox_2d": [361 0,362 0,363 706,364 1069365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -210,370 -10,371 140.00003051757812372 ],373 "extent": [374 10,375 473.3000183105469,376 140.00003051757812377 ]378 },379 "obb": {380 "center": [381 -210,382 -10,383 140.00003051757812384 ],385 "extent": [386 10,387 473.3000183105469,388 140.00003051757812389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -210,398 -10,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 127,415 127416 ]417 }418 ],419 "window divided": [420 {421 "object_id": "SM_Window",422 "bbox_2d": [423 1056,424 310,425 1743,426 918427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 0,432 -475.700008392334,433 125434 ],435 "extent": [436 200,437 2.9999682903289795,438 114.99999237060547439 ]440 },441 "obb": {442 "center": [443 0,444 -475.700008392334,445 125446 ],447 "extent": [448 200,449 2.9999682903289795,450 114.99999237060547451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 0,460 -475.70001220703125,461 125462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 0,477 63478 ]479 }480 ]481 },482 "foreground": {483 "curtain": [484 {485 "object_id": "SM_CurtainA",486 "bbox_2d": [487 974,488 375,489 1018,490 826491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -184.63999557495117,496 -450.303014755249,497 140.9367218017578498 ],499 "extent": [500 24.034090042114258,501 8.739770889282227,502 138.2534637451172503 ]504 },505 "obb": {506 "center": [507 -184.63999557495117,508 -450.303014755249,509 140.9367218017578510 ],511 "extent": [512 24.034090042114258,513 8.739770889282227,514 138.2534637451172515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -184.63999938964844,524 -450.3030090332031,525 279.12200927734375526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 0,540 127,541 255542 ]543 },544 {545 "object_id": "SM_CurtainB",546 "bbox_2d": [547 1017,548 371,549 1057,550 826551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -191.80099868774215,556 -460.06000900268623,557 140.17323303222656558 ],559 "extent": [560 49.35889114727598,561 3.510708140746601,562 138.00962829589844563 ]564 },565 "obb": {566 "center": [567 -191.80099868774215,568 -460.06000900268623,569 140.17323303222656570 ],571 "extent": [572 49.35889114727598,573 3.510708140746601,574 138.00962829589844575 ],576 "rotation": [577 0,578 1.0017900422099046e-05,579 0580 ]581 },582 "location": [583 -191.80099487304688,584 -460.05999755859375,585 277.52301025390625586 ],587 "rotation": [588 0,589 1.0017900422099046e-05,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 255,600 127,601 0602 ]603 },604 {605 "object_id": "SM_CurtainB001",606 "bbox_2d": [607 1744,608 297,609 1833,610 765611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 173.06899642944535,616 -460.06000900268623,617 140.17323303222656618 ],619 "extent": [620 49.35889114727598,621 3.510708140746601,622 138.00962829589844623 ]624 },625 "obb": {626 "center": [627 173.06899642944535,628 -460.06000900268623,629 140.17323303222656630 ],631 "extent": [632 49.35889114727598,633 3.510708140746601,634 138.00962829589844635 ],636 "rotation": [637 0,638 1.0017900422099046e-05,639 0640 ]641 },642 "location": [643 173.06900024414062,644 -460.05999755859375,645 277.52301025390625646 ],647 "rotation": [648 0,649 1.0017900422099046e-05,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 255,660 191,661 255662 ]663 },664 {665 "object_id": "SM_CurtainA001",666 "bbox_2d": [667 1831,668 289,669 1919,670 778671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 169.39900588989258,676 -450.303014755249,677 140.9367218017578678 ],679 "extent": [680 24.034090042114258,681 8.739770889282227,682 138.2534637451172683 ]684 },685 "obb": {686 "center": [687 169.39900588989258,688 -450.303014755249,689 140.9367218017578690 ],691 "extent": [692 24.034090042114258,693 8.739770889282227,694 138.2534637451172695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 169.3990020751953,704 -450.3030090332031,705 279.12200927734375706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 255,720 191,721 127722 ]723 }724 ],725 "drawer": [726 {727 "object_id": "SM_Drawer",728 "bbox_2d": [729 0,730 773,731 804,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -185.02699279785156,738 -53.120384216308594,739 60.19429588317871740 ],741 "extent": [742 15,743 246.42047119140625,744 10745 ]746 },747 "obb": {748 "center": [749 -185.02699279785156,750 -53.120384216308594,751 60.19429588317871752 ],753 "extent": [754 15,755 246.42047119140625,756 10757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -200.02699279785156,766 -53.120399475097656,767 50.19430160522461768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 255,782 127,783 127784 ]785 }786 ],787 "cabinet": [788 {789 "object_id": "SM_CabinetB",790 "bbox_2d": [791 691,792 296,793 973,794 948795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -190,800 -358.2999725341797,801 127.49999237060547802 ],803 "extent": [804 10,805 85.00001525878906,806 112.5807 ]808 },809 "obb": {810 "center": [811 -190,812 -358.2999725341797,813 127.49999237060547814 ],815 "extent": [816 10,817 85.00001525878906,818 112.5819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -200,828 -358.29998779296875,829 15830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 127,844 0,845 255846 ]847 }848 ],849 "tv background wall": [850 {851 "object_id": "SM_TVBackgroundwall",852 "bbox_2d": [853 0,854 87,855 521,856 1079857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -194.99996089935303,862 -2.927030086517334,863 120.00000762939453864 ],865 "extent": [866 5.000057220458984,867 196.22706604003906,868 119.99999237060547869 ]870 },871 "obb": {872 "center": [873 -194.99996089935303,874 -2.927030086517334,875 120.00000762939453876 ],877 "extent": [878 5.000057220458984,879 196.22706604003906,880 119.99999237060547881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 -200,890 -2.927030086517334,891 0892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 127,906 255,907 0908 ]909 }910 ],911 "tv": [912 {913 "object_id": "SM_TV",914 "bbox_2d": [915 0,916 468,917 345,918 965919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -191.59167134761813,924 -58.649101053747344,925 122.68900299072266926 ],927 "extent": [928 1.164358076520415,929 93.73062917086345,930 46.75914001464844931 ]932 },933 "obb": {934 "center": [935 -191.59167134761813,936 -58.649101053747344,937 122.68900299072266938 ],939 "extent": [940 1.164358076520415,941 93.73062917086345,942 46.75914001464844943 ],944 "rotation": [945 0,946 1.0017900422099046e-05,947 0948 ]949 },950 "location": [951 -192.75599670410156,952 -58.64910125732422,953 122.68900299072266954 ],955 "rotation": [956 0,957 1.0017900422099046e-05,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 127,968 127,969 63970 ]971 }972 ],973 "sofa": [974 {975 "object_id": "SM_Sofa",976 "bbox_2d": [977 1647,978 749,979 1919,980 1022981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 136.7830047607422,986 -362.3440234041493,987 51.409241676326005988 ],989 "extent": [990 43.96183776855469,991 89.15413540365967,992 36.46275743999065993 ]994 },995 "obb": {996 "center": [997 136.7830047607422,998 -362.3440234041493,999 51.4092416763261000 ],1001 "extent": [1002 43.96183776855469,1003 89.15413540365967,1004 36.462757439990651005 ],1006 "rotation": [1007 0,1008 0,1009 -1.0017900422099046e-051010 ]1011 },1012 "location": [1013 136.7830047607422,1014 -362.343994140625,1015 14.9464998245239261016 ],1017 "rotation": [1018 0,1019 0,1020 -1.0017900422099046e-051021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 127,1030 63,1031 01032 ]1033 }1034 ],1035 "table": [1036 {1037 "object_id": "SM_TableA",1038 "bbox_2d": [1039 1372,1040 799,1041 1610,1042 9551043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 44.800594329833984,1048 -387.695011138916,1049 37.943198204040531050 ],1051 "extent": [1052 34.422569274902344,1053 34.422569274902344,1054 23.1047000885009771055 ]1056 },1057 "obb": {1058 "center": [1059 44.800594329833984,1060 -387.695011138916,1061 37.943198204040531062 ],1063 "extent": [1064 34.422569274902344,1065 34.422569274902344,1066 23.1047000885009771067 ],1068 "rotation": [1069 0,1070 0,1071 01072 ]1073 },1074 "location": [1075 44.80059814453125,1076 -387.69500732421875,1077 14.8385000228881841078 ],1079 "rotation": [1080 0,1081 0,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 127,1092 63,1093 2551094 ]1095 },1096 {1097 "object_id": "SM_TableB",1098 "bbox_2d": [1099 837,1100 717,1101 1029,1102 9061103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -149.79597091674805,1108 -356.0385398864746,1109 46.2579069137573241110 ],1111 "extent": [1112 38.74999237060547,1113 38.749996185302734,1114 31.2723064422607421115 ]1116 },1117 "obb": {1118 "center": [1119 -149.79597091674805,1120 -356.0385398864746,1121 46.2579069137573241122 ],1123 "extent": [1124 38.74999237060547,1125 38.749996185302734,1126 31.2723064422607421127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 -149.79600524902344,1136 -356.0039978027344,1137 14.9856004714965821138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 63,1152 255,1153 631154 ]1155 }1156 ],1157 "downlight": [1158 {1159 "object_id": "SM_Downlight001",1160 "bbox_2d": [1161 952,1162 344,1163 964,1164 3451165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 -144.37100219726562,1170 -366.4429934024811,1171 235.880623817443851172 ],1173 "extent": [1174 2.663709878921509,1175 2.6637096405029297,1176 0.121385380625724791177 ]1178 },1179 "obb": {1180 "center": [1181 -144.37100219726562,1182 -366.4429934024811,1183 235.880623817443851184 ],1185 "extent": [1186 2.663709878921509,1187 2.6637096405029297,1188 0.121385380625724791189 ],1190 "rotation": [1191 0,1192 0,1193 01194 ]1195 },1196 "location": [1197 -144.37100219726562,1198 -366.4429931640625,1199 236.00199890136721200 ],