TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l060_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l060_r001/lit.png",5 "camera": {6 "location": [7 -9,8 627,9 19610 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -9,38 627,39 196,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling decor": [54 {55 "object_id": "SM_DecorTop4",56 "bbox_2d": [57 440,58 0,59 656,60 8561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 174.50553816443608,66 773.3313646316528,67 334.3892211914062568 ],69 "extent": [70 54.58970289268109,71 0,72 24.17487716674804773 ]74 },75 "obb": {76 "center": [77 174.50553816443608,78 773.3313646316528,79 334.3892211914062580 ],81 "extent": [82 54.58970289268109,83 0,84 24.17487716674804785 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 174.14964294433594,94 783.7068481445312,95 334.3892211914062596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.7799999713897705,104 1,105 1106 ]107 },108 "color": [109 63,110 63,111 63112 ]113 }114 ]115 },116 "foreground": {117 "shelf": [118 {119 "object_id": "SM_Shelf2",120 "bbox_2d": [121 761,122 0,123 1359,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 64.82413002750945,130 782.8369913101196,131 201.84811401367188132 ],133 "extent": [134 54.57733371167703,135 13.994805335998535,136 108.51106262207031137 ]138 },139 "obb": {140 "center": [141 64.82413002750945,142 782.8369913101196,143 201.84811401367188144 ],145 "extent": [146 54.57733371167703,147 13.994805335998535,148 108.51106262207031149 ],150 "rotation": [151 0,152 180,153 0154 ]155 },156 "location": [157 70.39871215820312,158 784.39208984375,159 93.3218994140625160 ],161 "rotation": [162 0,163 180,164 0165 ],166 "scale": [167 1.2000000476837158,168 1,169 1170 ]171 },172 "color": [173 63,174 255,175 63176 ]177 },178 {179 "object_id": "SM_Shelf3",180 "bbox_2d": [181 432,182 0,183 760,184 983185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 174.52945229313445,190 782.8369913101196,191 201.84811401367188192 ],193 "extent": [194 54.57733371167703,195 13.994805335998535,196 108.51106262207031197 ]198 },199 "obb": {200 "center": [201 174.52945229313445,202 782.8369913101196,203 201.84811401367188204 ],205 "extent": [206 54.57733371167703,207 13.994805335998535,208 108.51106262207031209 ],210 "rotation": [211 0,212 180,213 0214 ]215 },216 "location": [217 180.10403442382812,218 784.39208984375,219 93.3218994140625220 ],221 "rotation": [222 0,223 180,224 0225 ],226 "scale": [227 1.2000000476837158,228 1,229 1230 ]231 },232 "color": [233 63,234 127,235 63236 ]237 }238 ],239 "decorative grass": [240 {241 "object_id": "SM_Decorative20_242",242 "bbox_2d": [243 1193,244 3,245 1275,246 125247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 29.368492674137556,252 780.1052419125506,253 269.4613037109375254 ],255 "extent": [256 8.564925326197825,257 8.564930911346664,258 11.5259 ]260 },261 "obb": {262 "center": [263 29.368492674137556,264 780.1052419125506,265 269.4613037109375266 ],267 "extent": [268 8.564925326197825,269 8.564930911346664,270 11.5271 ],272 "rotation": [273 0,274 -150.0001220703125,275 0276 ]277 },278 "location": [279 29.36853790283203,280 780.1052856445312,281 257.9434814453125282 ],283 "rotation": [284 0,285 -150.0001220703125,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 191,296 255,297 63298 ]299 },300 {301 "object_id": "SM_Decorative21_245",302 "bbox_2d": [303 1109,304 40,305 1133,306 146307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 48.36637878417969,312 780.8851318359375,313 268.9730529785156314 ],315 "extent": [316 2.654632568359375,317 2.654632568359375,318 11.004608154296875319 ]320 },321 "obb": {322 "center": [323 48.36637878417969,324 780.8851318359375,325 268.9730529785156326 ],327 "extent": [328 2.654632568359375,329 2.654632568359375,330 11.004608154296875331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 48.36637878417969,340 780.8851318359375,341 257.9434814453125342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 191,356 127,357 0358 ]359 },360 {361 "object_id": "SM_Decorative22_248",362 "bbox_2d": [363 971,364 63,365 1032,366 176367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 69.6121597290039,372 778.752197265625,373 269.3371887207031374 ],375 "extent": [376 5.793953027559084,377 5.793922510021616,378 11.3367919921875379 ]380 },381 "obb": {382 "center": [383 69.6121597290039,384 778.752197265625,385 269.3371887207031386 ],387 "extent": [388 5.793953027559084,389 5.793922510021616,390 11.3367919921875391 ],392 "rotation": [393 0,394 179.9999237060547,395 0396 ]397 },398 "location": [399 69.6121597290039,400 778.752197265625,401 257.9435119628906402 ],403 "rotation": [404 0,405 179.9999237060547,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 127,417 255418 ]419 },420 {421 "object_id": "SM_Decorative23_251",422 "bbox_2d": [423 850,424 107,425 924,426 201427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 95.13156127929688,432 779.5660400390625,433 268.23670864105225434 ],435 "extent": [436 7.182546139491805,437 7.162533787447273,438 10.262494087219238439 ]440 },441 "obb": {442 "center": [443 95.13156127929688,444 779.5660400390625,445 268.23670864105225446 ],447 "extent": [448 7.182546139491805,449 7.162533787447273,450 10.262494087219238451 ],452 "rotation": [453 0,454 179.9999237060547,455 0456 ]457 },458 "location": [459 95.13156127929688,460 779.5660400390625,461 257.9434814453125462 ],463 "rotation": [464 0,465 179.9999237060547,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 127,477 127478 ]479 },480 {481 "object_id": "SM_Decorative26_260",482 "bbox_2d": [483 1011,484 311,485 1046,486 337487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 66.9968478679657,492 783.6444699764252,493 233.31004762649536494 ],495 "extent": [496 3.210878372192383,497 3.2108728885650635,498 4.095978260040283499 ]500 },501 "obb": {502 "center": [503 66.9968478679657,504 783.6444699764252,505 233.31004762649536506 ],507 "extent": [508 3.210878372192383,509 3.2108728885650635,510 4.095978260040283511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 66.99686431884766,520 783.6444702148438,521 229.18190002441406522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 191,536 63,537 63538 ]539 },540 {541 "object_id": "SM_Decorative25_263",542 "bbox_2d": [543 906,544 291,545 963,546 350547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 85.44403329476636,552 780.2482581490912,553 235.73866939544678554 ],555 "extent": [556 5.777378708696617,557 5.244959276786176,558 6.4911885261535645559 ]560 },561 "obb": {562 "center": [563 85.44403329476636,564 780.2482581490912,565 235.73866939544678566 ],567 "extent": [568 5.777378708696617,569 5.244959276786176,570 6.4911885261535645571 ],572 "rotation": [573 0,574 -170.00006103515625,575 0576 ]577 },578 "location": [579 85.49543762207031,580 780.26123046875,581 229.18190002441406582 ],583 "rotation": [584 0,585 -170.00006103515625,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 191,596 0,597 191598 ]599 },600 {601 "object_id": "SM_Decorative24_266",602 "bbox_2d": [603 851,604 270,605 888,606 356607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 101.59477233886719,612 782.8831176757812,613 239.11805725097656614 ],615 "extent": [616 3.70458984375,617 3.6482391357421875,618 9.9141845703125619 ]620 },621 "obb": {622 "center": [623 101.59477233886719,624 782.8831176757812,625 239.11805725097656626 ],627 "extent": [628 3.70458984375,629 3.6482391357421875,630 9.9141845703125631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 101.59477233886719,640 782.8831176757812,641 229.18190002441406642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 191,656 255,657 191658 ]659 },660 {661 "object_id": "SM_Decorative19_269",662 "bbox_2d": [663 1203,664 369,665 1272,666 505667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 29.392711136209808,672 782.1153097487138,673 211.9799346923828674 ],675 "extent": [676 6.073423731708768,677 4.903876132677738,678 11.310905456542969679 ]680 },681 "obb": {682 "center": [683 29.392711136209808,684 782.1153097487138,685 211.9799346923828686 ],687 "extent": [688 6.073423731708768,689 4.903876132677738,690 11.310905456542969691 ],692 "rotation": [693 0,694 159.99984741210938,695 0696 ]697 },698 "location": [699 29.3927059173584,700 782.1152954101562,701 200.64334106445312702 ],703 "rotation": [704 0,705 159.99984741210938,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 191,716 127,717 191718 ]719 },720 {721 "object_id": "SM_Decorative27",722 "bbox_2d": [723 1112,724 378,725 1181,726 507727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 44.43743896486487,732 782.1153086246674,733 211.9799346923828734 ],735 "extent": [736 6.207820498027779,737 5.491560094437432,738 11.310905456542969739 ]740 },741 "obb": {742 "center": [743 44.43743896486487,744 782.1153086246674,745 211.9799346923828746 ],747 "extent": [748 6.207820498027779,749 5.491560094437432,750 11.310905456542969751 ],752 "rotation": [753 0,754 -150.0000915527344,755 0756 ]757 },758 "location": [759 44.43744659423828,760 782.1152954101562,761 200.64334106445312762 ],763 "rotation": [764 0,765 -150.0000915527344,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 191,776 63,777 191778 ]779 },780 {781 "object_id": "SM_Decorative28_273",782 "bbox_2d": [783 975,784 421,785 1035,786 509787 ],788 "bbox_3d": {789 "aabb": {790 "center": [791 70.41482543945312,792 780.7313842773438,793 208.78554725646973794 ],795 "extent": [796 5.922882094807505,797 2.875862378974375,798 8.099227905273438799 ]800 },801 "obb": {802 "center": [803 70.41482543945312,804 780.7313842773438,805 208.78554725646973806 ],807 "extent": [808 5.922882094807505,809 2.875862378974375,810 8.099227905273438811 ],812 "rotation": [813 0,814 179.9999237060547,815 0816 ]817 },818 "location": [819 70.41482543945312,820 780.7313842773438,821 200.64334106445312822 ],823 "rotation": [824 0,825 179.9999237060547,826 0827 ],828 "scale": [829 1,830 1,831 1832 ]833 },834 "color": [835 191,836 191,837 0838 ]839 },840 {841 "object_id": "SM_Decorative29_279",842 "bbox_2d": [843 862,844 449,845 919,846 475847 ],848 "bbox_3d": {849 "aabb": {850 "center": [851 96.77294921875,852 783.1024169921875,853 210.68169403076172854 ],855 "extent": [856 5.650764465332031,857 5.647735595703125,858 2.5378570556640625859 ]860 },861 "obb": {862 "center": [863 96.77294921875,864 783.1024169921875,865 210.68169403076172866 ],867 "extent": [868 5.650764465332031,869 5.647735595703125,870 2.5378570556640625871 ],872 "rotation": [873 0,874 0,875 0876 ]877 },878 "location": [879 96.77294158935547,880 783.1024169921875,881 208.09893798828125882 ],883 "rotation": [884 0,885 0,886 0887 ],888 "scale": [889 1,890 1,891 1892 ]893 },894 "color": [895 191,896 191,897 191898 ]899 },900 {901 "object_id": "SM_Decorative18_282",902 "bbox_2d": [903 1184,904 562,905 1271,906 693907 ],908 "bbox_3d": {909 "aabb": {910 "center": [911 30.049089431742374,912 778.598312378011,913 182.2404022216797914 ],915 "extent": [916 6.638985951229911,917 6.6841366479438875,918 10.18353271484375919 ]920 },921 "obb": {922 "center": [923 30.049089431742374,924 778.598312378011,925 182.2404022216797926 ],927 "extent": [928 6.638985951229911,929 6.6841366479438875,930 10.18353271484375931 ],932 "rotation": [933 0,934 179.9999237060547,935 0936 ]937 },938 "location": [939 30.049150466918945,940 778.5983276367188,941 172.03392028808594942 ],943 "rotation": [944 0,945 179.9999237060547,946 0947 ],948 "scale": [949 1,950 1,951 1952 ]953 },954 "color": [955 0,956 0,957 31958 ]959 },960 {961 "object_id": "SM_Decorative31_285",962 "bbox_2d": [963 1038,964 595,965 1128,966 679967 ],968 "bbox_3d": {969 "aabb": {970 "center": [971 54.71139907836914,972 779.3845820426941,973 179.20944213867188974 ],975 "extent": [976 7.79998779296875,977 7.798386096954346,978 7.0977783203125979 ]980 },981 "obb": {982 "center": [983 54.71139907836914,984 779.3845820426941,985 179.20944213867188986 ],987 "extent": [988 7.79998779296875,989 7.798386096954346,990 7.0977783203125991 ],992 "rotation": [993 0,994 0,995 0996 ]997 },998 "location": [999 54.71146011352539,1000 779.3845825195312,1001 172.033905029296881002 ],1003 "rotation": [1004 0,1005 0,1006 01007 ],1008 "scale": [1009 1,1010 1,1011 11012 ]1013 },1014 "color": [1015 0,1016 255,1017 311018 ]1019 },1020 {1021 "object_id": "SM_Decorative32_288",1022 "bbox_2d": [1023 951,1024 583,1025 980,1026 6681027 ],1028 "bbox_3d": {1029 "aabb": {1030 "center": [1031 79.37583614480118,1032 782.3450890631318,1033 180.01048994064331034 ],1035 "extent": [1036 3.758658068929819,1037 3.7432737764600006,1038 7.9252510070800781039 ]1040 },1041 "obb": {1042 "center": [1043 79.37583614480118,1044 782.3450890631318,1045 180.01048994064331046 ],1047 "extent": [1048 3.758658068929819,1049 3.7432737764600006,1050 7.9252510070800781051 ],1052 "rotation": [1053 0,1054 -150.0001220703125,1055 01056 ]1057 },1058 "location": [1059 79.37583923339844,1060 782.3450927734375,1061 172.033920288085941062 ],1063 "rotation": [1064 0,1065 -150.0001220703125,1066 01067 ],1068 "scale": [1069 1,1070 1,1071 11072 ]1073 },1074 "color": [1075 0,1076 127,1077 311078 ]1079 },1080 {1081 "object_id": "SM_Decorative37_304",1082 "bbox_2d": [1083 870,1084 746,1085 957,1086 8411087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 89.33529663085938,1092 780.0340576171875,1093 148.03908538818361094 ],1095 "extent": [1096 8.400033950805664,1097 8.3796968460083,1098 8.0355243682861331099 ]1100 },1101 "obb": {1102 "center": [1103 89.33529663085938,1104 780.0340576171875,1105 148.03908538818361106 ],1107 "extent": [1108 8.400033950805664,1109 8.3796968460083,1110 8.0355243682861331111 ],1112 "rotation": [1113 0,1114 0,1115 01116 ]1117 },1118 "location": [1119 89.33529663085938,1120 780.0340576171875,1121 139.946990966796881122 ],1123 "rotation": [1124 0,1125 0,1126 01127 ],1128 "scale": [1129 1,1130 1,1131 11132 ]1133 },1134 "color": [1135 255,1136 191,1137 311138 ]1139 },1140 {1141 "object_id": "SM_Decorative38_307",1142 "bbox_2d": [1143 1015,1144 772,1145 1151,1146 8771147 ],1148 "bbox_3d": {1149 "aabb": {1150 "center": [1151 55.46940612792969,1152 781.6126861572266,1153 147.380874633789061154 ],1155 "extent": [1156 12.070976257324219,1157 7.1371917724609375,1158 7.3836746215820311159 ]1160 },1161 "obb": {1162 "center": [1163 55.46940612792969,1164 781.6126861572266,1165 147.380874633789061166 ],1167 "extent": [1168 12.070976257324219,1169 7.1371917724609375,1170 7.3836746215820311171 ],1172 "rotation": [1173 0,1174 0,1175 01176 ]1177 },1178 "location": [1179 55.469398498535156,1180 781.6126708984375,1181 139.946990966796881182 ],1183 "rotation": [1184 0,1185 0,1186 01187 ],1188 "scale": [1189 1,1190 1,1191 11192 ]1193 },1194 "color": [1195 127,1196 0,1197 311198 ]1199 },1200 {