TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l055_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l055_r001/lit.png",5 "camera": {6 "location": [7 35,8 523,9 20610 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 35,38 523,39 206,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling decor": [54 {55 "object_id": "SM_DecorTop_145",56 "bbox_2d": [57 1651,58 0,59 1858,60 4961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -60.215538024902344,66 773.3313646316528,67 334.3892211914062568 ],69 "extent": [70 69.98680114746094,71 0,72 24.17487716674804773 ]74 },75 "obb": {76 "center": [77 -60.215538024902344,78 773.3313646316528,79 334.3892211914062580 ],81 "extent": [82 69.98680114746094,83 0,84 24.17487716674804785 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -60.67181396484375,94 783.7068481445312,95 334.3892211914062596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 63,110 63,111 0112 ]113 },114 {115 "object_id": "SM_DecorTop3_149",116 "bbox_2d": [117 1153,118 0,119 1648,120 149121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 64.83476179724858,126 773.3313646316528,127 334.38922119140625128 ],129 "extent": [130 54.58970289268109,131 0,132 24.174877166748047133 ]134 },135 "obb": {136 "center": [137 64.83476179724858,138 773.3313646316528,139 334.38922119140625140 ],141 "extent": [142 54.58970289268109,143 0,144 24.174877166748047145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 64.47886657714844,154 783.7068481445312,155 334.38922119140625156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 0.7799999713897705,164 1,165 1166 ]167 },168 "color": [169 63,170 63,171 127172 ]173 },174 {175 "object_id": "SM_DecorTop4",176 "bbox_2d": [177 829,178 0,179 1150,180 217181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 174.50553816443608,186 773.3313646316528,187 334.38922119140625188 ],189 "extent": [190 54.58970289268109,191 0,192 24.174877166748047193 ]194 },195 "obb": {196 "center": [197 174.50553816443608,198 773.3313646316528,199 334.38922119140625200 ],201 "extent": [202 54.58970289268109,203 0,204 24.174877166748047205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 174.14964294433594,214 783.7068481445312,215 334.38922119140625216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 0.7799999713897705,224 1,225 1226 ]227 },228 "color": [229 63,230 63,231 63232 ]233 }234 ]235 },236 "foreground": {237 "shelf": [238 {239 "object_id": "SM_Shelf2",240 "bbox_2d": [241 1150,242 45,243 1649,244 1073245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 64.82413002750945,250 782.8369913101196,251 201.84811401367188252 ],253 "extent": [254 54.57733371167703,255 13.994805335998535,256 108.51106262207031257 ]258 },259 "obb": {260 "center": [261 64.82413002750945,262 782.8369913101196,263 201.84811401367188264 ],265 "extent": [266 54.57733371167703,267 13.994805335998535,268 108.51106262207031269 ],270 "rotation": [271 0,272 180,273 0274 ]275 },276 "location": [277 70.39871215820312,278 784.39208984375,279 93.3218994140625280 ],281 "rotation": [282 0,283 180,284 0285 ],286 "scale": [287 1.2000000476837158,288 1,289 1290 ]291 },292 "color": [293 63,294 255,295 63296 ]297 },298 {299 "object_id": "SM_Shelf3",300 "bbox_2d": [301 824,302 151,303 1149,304 923305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 174.52945229313445,310 782.8369913101196,311 201.84811401367188312 ],313 "extent": [314 54.57733371167703,315 13.994805335998535,316 108.51106262207031317 ]318 },319 "obb": {320 "center": [321 174.52945229313445,322 782.8369913101196,323 201.84811401367188324 ],325 "extent": [326 54.57733371167703,327 13.994805335998535,328 108.51106262207031329 ],330 "rotation": [331 0,332 180,333 0334 ]335 },336 "location": [337 180.10403442382812,338 784.39208984375,339 93.3218994140625340 ],341 "rotation": [342 0,343 180,344 0345 ],346 "scale": [347 1.2000000476837158,348 1,349 1350 ]351 },352 "color": [353 63,354 127,355 63356 ]357 }358 ],359 "decorative grass": [360 {361 "object_id": "SM_Decorative20_242",362 "bbox_2d": [363 1511,364 213,365 1574,366 304367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 29.368492674137556,372 780.1052419125506,373 269.4613037109375374 ],375 "extent": [376 8.564925326197825,377 8.564930911346664,378 11.5379 ]380 },381 "obb": {382 "center": [383 29.368492674137556,384 780.1052419125506,385 269.4613037109375386 ],387 "extent": [388 8.564925326197825,389 8.564930911346664,390 11.5391 ],392 "rotation": [393 0,394 -150.0001220703125,395 0396 ]397 },398 "location": [399 29.36853790283203,400 780.1052856445312,401 257.9434814453125402 ],403 "rotation": [404 0,405 -150.0001220703125,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 255,417 63418 ]419 },420 {421 "object_id": "SM_Decorative21_245",422 "bbox_2d": [423 1439,424 231,425 1460,426 313427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 48.36637878417969,432 780.8851318359375,433 268.9730529785156434 ],435 "extent": [436 2.654632568359375,437 2.654632568359375,438 11.004608154296875439 ]440 },441 "obb": {442 "center": [443 48.36637878417969,444 780.8851318359375,445 268.9730529785156446 ],447 "extent": [448 2.654632568359375,449 2.654632568359375,450 11.004608154296875451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 48.36637878417969,460 780.8851318359375,461 257.9434814453125462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 127,477 0478 ]479 },480 {481 "object_id": "SM_Decorative22_248",482 "bbox_2d": [483 1329,484 239,485 1378,486 324487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 69.6121597290039,492 778.752197265625,493 269.3371887207031494 ],495 "extent": [496 5.793953027559084,497 5.793922510021616,498 11.3367919921875499 ]500 },501 "obb": {502 "center": [503 69.6121597290039,504 778.752197265625,505 269.3371887207031506 ],507 "extent": [508 5.793953027559084,509 5.793922510021616,510 11.3367919921875511 ],512 "rotation": [513 0,514 179.9999237060547,515 0516 ]517 },518 "location": [519 69.6121597290039,520 778.752197265625,521 257.9435119628906522 ],523 "rotation": [524 0,525 179.9999237060547,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 191,536 127,537 255538 ]539 },540 {541 "object_id": "SM_Decorative23_251",542 "bbox_2d": [543 1222,544 263,545 1278,546 335547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 95.13156127929688,552 779.5660400390625,553 268.23670864105225554 ],555 "extent": [556 7.182546139491805,557 7.162533787447273,558 10.262494087219238559 ]560 },561 "obb": {562 "center": [563 95.13156127929688,564 779.5660400390625,565 268.23670864105225566 ],567 "extent": [568 7.182546139491805,569 7.162533787447273,570 10.262494087219238571 ],572 "rotation": [573 0,574 179.9999237060547,575 0576 ]577 },578 "location": [579 95.13156127929688,580 779.5660400390625,581 257.9434814453125582 ],583 "rotation": [584 0,585 179.9999237060547,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 191,596 127,597 127598 ]599 },600 {601 "object_id": "SM_Decorative26_260",602 "bbox_2d": [603 1354,604 415,605 1380,606 440607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 66.9968478679657,612 783.6444699764252,613 233.31004762649536614 ],615 "extent": [616 3.210878372192383,617 3.2108728885650635,618 4.095978260040283619 ]620 },621 "obb": {622 "center": [623 66.9968478679657,624 783.6444699764252,625 233.31004762649536626 ],627 "extent": [628 3.210878372192383,629 3.2108728885650635,630 4.095978260040283631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 66.99686431884766,640 783.6444702148438,641 229.18190002441406642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 191,656 63,657 63658 ]659 },660 {661 "object_id": "SM_Decorative25_263",662 "bbox_2d": [663 1268,664 399,665 1312,666 444667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 85.44403329476636,672 780.2482581490912,673 235.73866939544678674 ],675 "extent": [676 5.777378708696617,677 5.244959276786176,678 6.4911885261535645679 ]680 },681 "obb": {682 "center": [683 85.44403329476636,684 780.2482581490912,685 235.73866939544678686 ],687 "extent": [688 5.777378708696617,689 5.244959276786176,690 6.4911885261535645691 ],692 "rotation": [693 0,694 -170.00006103515625,695 0696 ]697 },698 "location": [699 85.49543762207031,700 780.26123046875,701 229.18190002441406702 ],703 "rotation": [704 0,705 -170.00006103515625,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 191,716 0,717 191718 ]719 },720 {721 "object_id": "SM_Decorative24_266",722 "bbox_2d": [723 1214,724 379,725 1242,726 447727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 101.59477233886719,732 782.8831176757812,733 239.11805725097656734 ],735 "extent": [736 3.70458984375,737 3.6482391357421875,738 9.9141845703125739 ]740 },741 "obb": {742 "center": [743 101.59477233886719,744 782.8831176757812,745 239.11805725097656746 ],747 "extent": [748 3.70458984375,749 3.6482391357421875,750 9.9141845703125751 ],752 "rotation": [753 0,754 0,755 0756 ]757 },758 "location": [759 101.59477233886719,760 782.8831176757812,761 229.18190002441406762 ],763 "rotation": [764 0,765 0,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 191,776 255,777 191778 ]779 },780 {781 "object_id": "SM_Decorative19_269",782 "bbox_2d": [783 1513,784 465,785 1572,786 561787 ],788 "bbox_3d": {789 "aabb": {790 "center": [791 29.392711136209808,792 782.1153097487138,793 211.9799346923828794 ],795 "extent": [796 6.073423731708768,797 4.903876132677738,798 11.310905456542969799 ]800 },801 "obb": {802 "center": [803 29.392711136209808,804 782.1153097487138,805 211.9799346923828806 ],807 "extent": [808 6.073423731708768,809 4.903876132677738,810 11.310905456542969811 ],812 "rotation": [813 0,814 159.99984741210938,815 0816 ]817 },818 "location": [819 29.3927059173584,820 782.1152954101562,821 200.64334106445312822 ],823 "rotation": [824 0,825 159.99984741210938,826 0827 ],828 "scale": [829 1,830 1,831 1832 ]833 },834 "color": [835 191,836 127,837 191838 ]839 },840 {841 "object_id": "SM_Decorative27",842 "bbox_2d": [843 1440,844 468,845 1496,846 560847 ],848 "bbox_3d": {849 "aabb": {850 "center": [851 44.43743896486487,852 782.1153086246674,853 211.9799346923828854 ],855 "extent": [856 6.207820498027779,857 5.491560094437432,858 11.310905456542969859 ]860 },861 "obb": {862 "center": [863 44.43743896486487,864 782.1153086246674,865 211.9799346923828866 ],867 "extent": [868 6.207820498027779,869 5.491560094437432,870 11.310905456542969871 ],872 "rotation": [873 0,874 -150.0000915527344,875 0876 ]877 },878 "location": [879 44.43744659423828,880 782.1152954101562,881 200.64334106445312882 ],883 "rotation": [884 0,885 -150.0000915527344,886 0887 ],888 "scale": [889 1,890 1,891 1892 ]893 },894 "color": [895 191,896 63,897 191898 ]899 },900 {901 "object_id": "SM_Decorative28_273",902 "bbox_2d": [903 1326,904 496,905 1376,906 559907 ],908 "bbox_3d": {909 "aabb": {910 "center": [911 70.41482543945312,912 780.7313842773438,913 208.78554725646973914 ],915 "extent": [916 5.922882094807505,917 2.875862378974375,918 8.099227905273438919 ]920 },921 "obb": {922 "center": [923 70.41482543945312,924 780.7313842773438,925 208.78554725646973926 ],927 "extent": [928 5.922882094807505,929 2.875862378974375,930 8.099227905273438931 ],932 "rotation": [933 0,934 179.9999237060547,935 0936 ]937 },938 "location": [939 70.41482543945312,940 780.7313842773438,941 200.64334106445312942 ],943 "rotation": [944 0,945 179.9999237060547,946 0947 ],948 "scale": [949 1,950 1,951 1952 ]953 },954 "color": [955 191,956 191,957 0958 ]959 },960 {961 "object_id": "SM_Decorative29_279",962 "bbox_2d": [963 1225,964 512,965 1268,966 531967 ],968 "bbox_3d": {969 "aabb": {970 "center": [971 96.77294921875,972 783.1024169921875,973 210.68169403076172974 ],975 "extent": [976 5.650764465332031,977 5.647735595703125,978 2.5378570556640625979 ]980 },981 "obb": {982 "center": [983 96.77294921875,984 783.1024169921875,985 210.68169403076172986 ],987 "extent": [988 5.650764465332031,989 5.647735595703125,990 2.5378570556640625991 ],992 "rotation": [993 0,994 0,995 0996 ]997 },998 "location": [999 96.77294158935547,1000 783.1024169921875,1001 208.098937988281251002 ],1003 "rotation": [1004 0,1005 0,1006 01007 ],1008 "scale": [1009 1,1010 1,1011 11012 ]1013 },1014 "color": [1015 191,1016 191,1017 1911018 ]1019 },1020 {1021 "object_id": "SM_Decorative18_282",1022 "bbox_2d": [1023 1506,1024 599,1025 1573,1026 6891027 ],1028 "bbox_3d": {1029 "aabb": {1030 "center": [1031 30.049089431742374,1032 778.598312378011,1033 182.24040222167971034 ],1035 "extent": [1036 6.638985951229911,1037 6.6841366479438875,1038 10.183532714843751039 ]1040 },1041 "obb": {1042 "center": [1043 30.049089431742374,1044 778.598312378011,1045 182.24040222167971046 ],1047 "extent": [1048 6.638985951229911,1049 6.6841366479438875,1050 10.183532714843751051 ],1052 "rotation": [1053 0,1054 179.9999237060547,1055 01056 ]1057 },1058 "location": [1059 30.049150466918945,1060 778.5983276367188,1061 172.033920288085941062 ],1063 "rotation": [1064 0,1065 179.9999237060547,1066 01067 ],1068 "scale": [1069 1,1070 1,1071 11072 ]1073 },1074 "color": [1075 0,1076 0,1077 311078 ]1079 },1080 {1081 "object_id": "SM_Decorative31_285",1082 "bbox_2d": [1083 1385,1084 620,1085 1455,1086 6791087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 54.71139907836914,1092 779.3845820426941,1093 179.209442138671881094 ],1095 "extent": [1096 7.79998779296875,1097 7.798386096954346,1098 7.09777832031251099 ]1100 },1101 "obb": {1102 "center": [1103 54.71139907836914,1104 779.3845820426941,1105 179.209442138671881106 ],1107 "extent": [1108 7.79998779296875,1109 7.798386096954346,1110 7.09777832031251111 ],1112 "rotation": [1113 0,1114 0,1115 01116 ]1117 },1118 "location": [1119 54.71146011352539,1120 779.3845825195312,1121 172.033905029296881122 ],1123 "rotation": [1124 0,1125 0,1126 01127 ],1128 "scale": [1129 1,1130 1,1131 11132 ]1133 },1134 "color": [1135 0,1136 255,1137 311138 ]1139 },1140 {1141 "object_id": "SM_Decorative32_288",1142 "bbox_2d": [1143 1303,1144 610,1145 1325,1146 6721147 ],1148 "bbox_3d": {1149 "aabb": {1150 "center": [1151 79.37583614480118,1152 782.3450890631318,1153 180.01048994064331154 ],1155 "extent": [1156 3.758658068929819,1157 3.7432737764600006,1158 7.9252510070800781159 ]1160 },1161 "obb": {1162 "center": [1163 79.37583614480118,1164 782.3450890631318,1165 180.01048994064331166 ],1167 "extent": [1168 3.758658068929819,1169 3.7432737764600006,1170 7.9252510070800781171 ],1172 "rotation": [1173 0,1174 -150.0001220703125,1175 01176 ]1177 },1178 "location": [1179 79.37583923339844,1180 782.3450927734375,1181 172.033920288085941182 ],1183 "rotation": [1184 0,1185 -150.0001220703125,1186 01187 ],1188 "scale": [1189 1,1190 1,1191 11192 ]1193 },1194 "color": [1195 0,1196 127,1197 311198 ]1199 },1200 {