TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l110_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l110_r002/lit.png",5 "camera": {6 "location": [7 -159,8 385,9 22310 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -159,38 385,39 223,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 211,59 792,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingA",118 "bbox_2d": [119 747,120 0,121 1919,122 462123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -9.99993896484375,128 -0.0003662109375,129 262.50006103515625130 ],131 "extent": [132 414.6847229003906,133 582.3804321289062,134 17.500083923339844135 ]136 },137 "obb": {138 "center": [139 -9.99993896484375,140 -0.0003662109375,141 262.50006103515625142 ],143 "extent": [144 414.6847229003906,145 582.3804321289062,146 17.500083923339844147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 0174 ]175 },176 {177 "object_id": "SM_CeilingB001",178 "bbox_2d": [179 0,180 0,181 1316,182 309183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -13.644100189208956,188 320.786895751953,189 276190 ],191 "extent": [192 217.01867675781244,193 261.5939025878905,194 4.0000152587890625195 ]196 },197 "obb": {198 "center": [199 -13.644100189208956,200 320.78689575195295,201 276202 ],203 "extent": [204 217.01867675781244,205 261.5939025878905,206 4.0000152587890625207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -13.644100189208984,216 0,217 0218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 127,233 191234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 1398,242 423,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ]299 },300 "foreground": {301 "shelf": [302 {303 "object_id": "SM_ShelfB",304 "bbox_2d": [305 229,306 390,307 757,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -176.3739967346193,314 569.3309946060174,315 165.5553436279297316 ],317 "extent": [318 39.70215019470834,319 10.050082472741565,320 79.22671508789062321 ]322 },323 "obb": {324 "center": [325 -176.3739967346193,326 569.3309946060174,327 165.5553436279297328 ],329 "extent": [330 39.70215019470834,331 10.050082472741565,332 79.22671508789062333 ],334 "rotation": [335 0,336 1.0017900422099046e-05,337 0338 ]339 },340 "location": [341 -176.37399291992188,342 569.3309936523438,343 86.32869720458984344 ],345 "rotation": [346 0,347 1.0017900422099046e-05,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 0,359 255360 ]361 }362 ],363 "cabinet": [364 {365 "object_id": "SM_CabinetB",366 "bbox_2d": [367 758,368 424,369 1399,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -310.3803482055679,376 569.3809896366695,377 165.55532836914062378 ],379 "extent": [380 94.30449088420005,381 10.000049867301982,382 79.2267074584961383 ]384 },385 "obb": {386 "center": [387 -310.3803482055679,388 569.3809896366695,389 165.55532836914062390 ],391 "extent": [392 94.30449088420005,393 10.000049867301982,394 79.2267074584961395 ],396 "rotation": [397 0,398 1.0017900422099046e-05,399 0400 ]401 },402 "location": [403 -308.1400146484375,404 569.3809814453125,405 86.32869720458984406 ],407 "rotation": [408 0,409 1.0017900422099046e-05,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 255,420 255,421 0422 ]423 }424 ],425 "drawer": [426 {427 "object_id": "SM_Drawer",428 "bbox_2d": [429 1246,430 1019,431 1425,432 1079433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -3.944459915161133,438 565.8809223175049,439 77.32870388031006440 ],441 "extent": [442 400.7402038574219,443 14.500059127807617,444 9.000012397766113445 ]446 },447 "obb": {448 "center": [449 -3.944459915161133,450 565.8809223175049,451 77.32870388031006452 ],453 "extent": [454 400.7402038574219,455 14.500059127807617,456 9.000012397766113457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -3.944459915161133,466 580.3809814453125,467 68.32869720458984468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 255,483 63484 ]485 }486 ],487 "ornament": [488 {489 "object_id": "SM_OrnamentD",490 "bbox_2d": [491 655,492 904,493 716,494 1075495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 -205.15100145339966,500 571.7800292968749,501 137.92138862609863502 ],503 "extent": [504 6.400542407645219,505 6.303304837671703,506 14.794389724731445507 ]508 },509 "obb": {510 "center": [511 -205.15100145339966,512 571.7800292968749,513 137.92138862609863514 ],515 "extent": [516 6.400542407645219,517 6.303304837671703,518 14.794389724731445519 ],520 "rotation": [521 0,522 1.0017900422099046e-05,523 0524 ]525 },526 "location": [527 -205.1510009765625,528 571.780029296875,529 123.12699890136719530 ],531 "rotation": [532 0,533 1.0017900422099046e-05,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 63,544 63,545 255546 ]547 },548 {549 "object_id": "SM_OrnamentC",550 "bbox_2d": [551 294,552 760,553 422,554 917555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -152.57200622558594,560 569.9979858398438,561 174.30824851989746562 ],563 "extent": [564 8.944915428112324,565 8.94491638178647,566 10.691244125366211567 ]568 },569 "obb": {570 "center": [571 -152.57200622558594,572 569.9979858398438,573 174.30824851989746574 ],575 "extent": [576 8.944915428112324,577 8.94491638178647,578 10.691244125366211579 ],580 "rotation": [581 0,582 1.0017900422099046e-05,583 0584 ]585 },586 "location": [587 -152.57200622558594,588 569.9979858398438,589 163.61700439453125590 ],591 "rotation": [592 0,593 1.0017900422099046e-05,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 63,604 63,605 63606 ]607 },608 {609 "object_id": "SM_OrnamentC001",610 "bbox_2d": [611 433,612 799,613 508,614 897615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -168.7760009765625,620 567.97900390625,621 170.50802440134282622 ],623 "extent": [624 5.765427339565889,625 5.765427954254619,626 6.891020006811573627 ]628 },629 "obb": {630 "center": [631 -168.7760009765625,632 567.97900390625,633 170.50802440134282634 ],635 "extent": [636 5.765427339565889,637 5.765427954254619,638 6.891020006811573639 ],640 "rotation": [641 0,642 1.0017900422099046e-05,643 0644 ]645 },646 "location": [647 -168.7760009765625,648 567.97900390625,649 163.61700439453125650 ],651 "rotation": [652 0,653 1.0017900422099046e-05,654 0655 ],656 "scale": [657 0.6445479989051819,658 0.6445479989051819,659 0.6445479989051819660 ]661 },662 "color": [663 31,664 255,665 127666 ]667 },668 {669 "object_id": "SM_OrnamentD001",670 "bbox_2d": [671 615,672 969,673 665,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -195.95100437452555,680 565.6989746093749,681 133.86839177360594682 ],683 "extent": [684 4.647081892199509,685 4.576483039495088,686 10.741392872238748687 ]688 },689 "obb": {690 "center": [691 -195.95100437452555,692 565.6989746093749,693 133.86839177360594694 ],695 "extent": [696 4.647081892199509,697 4.576483039495088,698 10.741392872238748699 ],700 "rotation": [701 0,702 1.0017900422099046e-05,703 0704 ]705 },706 "location": [707 -195.9510040283203,708 565.698974609375,709 123.12699890136719710 ],711 "rotation": [712 0,713 1.0017900422099046e-05,714 0715 ],716 "scale": [717 0.7260450124740601,718 0.7260450124740601,719 0.7260450124740601720 ]721 },722 "color": [723 31,724 255,725 63726 ]727 },728 {729 "object_id": "SM_OrnamentD002",730 "bbox_2d": [731 668,732 1013,733 697,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -202.90499899058437,740 562.6370239257812,741 129.68242260889224742 ],743 "extent": [744 2.8360931556342734,745 2.7930069936953714,746 6.555423707525051747 ]748 },749 "obb": {750 "center": [751 -202.90499899058437,752 562.6370239257812,753 129.68242260889224754 ],755 "extent": [756 2.8360931556342734,757 2.7930069936953714,758 6.555423707525051759 ],760 "rotation": [761 0,762 1.0017900422099046e-05,763 0764 ]765 },766 "location": [767 -202.90499877929688,768 562.6370239257812,769 123.12699890136719770 ],771 "rotation": [772 0,773 1.0017900422099046e-05,774 0775 ],776 "scale": [777 0.44310200214385986,778 0.44310200214385986,779 0.44310200214385986780 ]781 },782 "color": [783 31,784 255,785 191786 ]787 }788 ],789 "air conditioning": [790 {791 "object_id": "SM_AirConditioning002",792 "bbox_2d": [793 1488,794 218,795 1919,796 335797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -257.33300971984863,802 289.1880187988281,803 244.7000106573105804 ],805 "extent": [806 8.791104316711426,807 150.00003051757812,808 0.30008041858673096809 ]810 },811 "obb": {812 "center": [813 -257.33300971984863,814 289.1880187988281,815 244.7000106573105816 ],817 "extent": [818 8.791104316711426,819 150.00003051757812,820 0.30008041858673096821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 -257.3330078125,830 289.18798828125,831 245832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 0,846 191,847 255848 ]849 },850 {851 "object_id": "SM_AirConditioning003",852 "bbox_2d": [853 1361,854 0,855 1777,856 163857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -230.3630050420761,862 289.1880187988281,863 257.44698905944824864 ],865 "extent": [866 0.30008041858673096,867 150.00003051757812,868 8.791104316711426869 ]870 },871 "obb": {872 "center": [873 -230.3630050420761,874 289.1880187988281,875 257.44698905944824876 ],877 "extent": [878 0.30008041858673096,879 150.00003051757812,880 8.791104316711426881 ],882 "rotation": [883 90,884 0,885 0886 ]887 },888 "location": [889 -230.66299438476562,890 289.18798828125,891 257.4469909667969892 ],893 "rotation": [894 90,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 0,906 191,907 127908 ]909 }910 ],911 "book": [912 {913 "object_id": "SM_BookB003",914 "bbox_2d": [915 685,916 483,917 724,918 646919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -208.03500398965858,924 568.1004933612786,925 218.4635728908226926 ],927 "extent": [928 1.7319131675675123,929 9.398447890817465,930 14.821738988714998931 ]932 },933 "obb": {934 "center": [935 -208.03500398965858,936 568.1004933612786,937 218.4635728908226938 ],939 "extent": [940 1.7319131675675123,941 9.398447890817465,942 14.821738988714998943 ],944 "rotation": [945 -8.418858142948453e-38,946 180,947 8.244769560405983e-06948 ]949 },950 "location": [951 -208.03500366210938,952 568.2269897460938,953 203.62899780273438954 ],955 "rotation": [956 -8.418858142948453e-38,957 180,958 8.244769560405983e-06959 ],960 "scale": [961 0.9158939719200134,962 1.1064300537109375,963 1.1422200202941895964 ]965 },966 "color": [967 31,968 63,969 255970 ]971 },972 {973 "object_id": "SM_BookC001",974 "bbox_2d": [975 698,976 477,977 749,978 644979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -212.25000026379348,984 568.853310406892,985 219.15115203425444986 ],987 "extent": [988 2.5611345062570763,989 9.330666660913266,990 15.512708760400074991 ]992 },993 "obb": {994 "center": [995 -212.25000026379348,996 568.853310406892,997 219.15115203425444998 ],999 "extent": [1000 2.5611345062570763,1001 9.330666660913266,1002 15.5127087604000741003 ],1004 "rotation": [1005 0,1006 180,1007 01008 ]1009 },1010 "location": [1011 -212.25,1012 568.9400024414062,1013 203.6251014 ],1015 "rotation": [1016 0,1017 180,1018 01019 ],1020 "scale": [1021 1.1064300537109375,1022 1.1064300537109375,1023 1.16875004768371581024 ]1025 },1026 "color": [1027 31,1028 63,1029 1911030 ]1031 },1032 {1033 "object_id": "SM_BookD005",1034 "bbox_2d": [1035 537,1036 901,1037 563,1038 10791039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -181.06700151929402,1044 568.2626625857561,1045 139.523671987674021046 ],1047 "extent": [1048 1.1455733294531285,1049 9.384854709897354,1050 16.3944721178102031051 ]1052 },1053 "obb": {1054 "center": [1055 -181.06700151929402,1056 568.2626625857561,1057 139.523671987674021058 ],1059 "extent": [1060 1.1455733294531285,1061 9.384854709897354,1062 16.3944721178102031063 ],1064 "rotation": [1065 0,1066 180,1067 9.63725960900774e-061068 ]1069 },1070 "location": [1071 -181.06700134277344,1072 568.3889770507812,1073 123.114997863769531074 ],1075 "rotation": [1076 0,1077 180,1078 9.63725960900774e-061079 ],1080 "scale": [1081 0.7403810024261475,1082 1.1064300537109375,1083 1.20216000080108641084 ]1085 },1086 "color": [1087 31,1088 255,1089 311090 ]1091 },1092 {1093 "object_id": "SM_BookD006",1094 "bbox_2d": [1095 650,1096 465,1097 684,1098 6471099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -201.65199297437215,1104 569.4197031087001,1105 220.035673002684751106 ],1107 "extent": [1108 1.1455733294531285,1109 9.384857641444341,1110 16.3944737959446341111 ]1112 },1113 "obb": {1114 "center": [1115 -201.65199297437215,1116 569.4197031087001,1117 220.035673002684751118 ],1119 "extent": [1120 1.1455733294531285,1121 9.384857641444341,1122 16.3944737959446341123 ],1124 "rotation": [1125 0,1126 180,1127 1.988250005524605e-051128 ]1129 },1130 "location": [1131 -201.65199279785156,1132 569.5460205078125,1133 203.62699890136721134 ],1135 "rotation": [1136 0,1137 180,1138 1.988250005524605e-051139 ],1140 "scale": [1141 0.7403810024261475,1142 1.1064300537109375,1143 1.20216000080108641144 ]1145 },1146 "color": [1147 31,1148 127,1149 311150 ]1151 },1152 {1153 "object_id": "SM_BookE004",1154 "bbox_2d": [1155 560,1156 924,1157 584,1158 10791159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -184.07800345727446,1164 569.0174652299517,1165 136.934388304824671166 ],1167 "extent": [1168 1.601179871826389,1169 9.32750196182576,1170 13.8024320562892911171 ]1172 },1173 "obb": {1174 "center": [1175 -184.07800345727446,1176 569.0174652299517,1177 136.934388304824671178 ],1179 "extent": [1180 1.601179871826389,1181 9.32750196182576,1182 13.8024320562892911183 ],1184 "rotation": [1185 0,1186 180,1187 3.415090077396598e-061188 ]1189 },1190 "location": [1191 -184.0780029296875,1192 569.1430053710938,1193 123.120002746582031194 ],1195 "rotation": [1196 0,1197 180,1198 3.415090077396598e-061199 ],1200 "scale": [