TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l032_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l032_r002/lit.png",5 "camera": {6 "location": [7 46,8 668,9 16610 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 46,38 668,39 166,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "armchair": [55 {56 "object_id": "SM_AmchairTreadle_71",57 "bbox_2d": [58 1761,59 485,60 1919,61 95162 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 -152.8481072756076,67 690.1914664693588,68 135.1842346191406269 ],70 "extent": [71 90.17419874910203,72 74.60563740934913,73 41.90419769287109474 ]75 },76 "obb": {77 "center": [78 -152.8481072756076,79 690.1914664693588,80 135.1842346191406281 ],82 "extent": [83 90.17419874910203,84 74.60563740934913,85 41.90419769287109486 ],87 "rotation": [88 0,89 60.00009536743165,90 091 ]92 },93 "location": [94 -181.7554931640625,95 707.0924682617188,96 93.321899414062597 ],98 "rotation": [99 0,100 60.00009536743165,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 255,112 63113 ]114 }115 ],116 "shelf": [117 {118 "object_id": "SM_Shelf_137",119 "bbox_2d": [120 1505,121 0,122 1769,123 931124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 -185.4209261248343,129 782.8369913101196,130 201.84811401367188131 ],132 "extent": [133 54.57733371167703,134 13.994805335998535,135 108.51106262207031136 ]137 },138 "obb": {139 "center": [140 -185.4209261248343,141 782.8369913101196,142 201.84811401367188143 ],144 "extent": [145 54.57733371167703,146 13.994805335998535,147 108.51106262207031148 ],149 "rotation": [150 0,151 180,152 0153 ]154 },155 "location": [156 -179.84634399414062,157 784.39208984375,158 93.3218994140625159 ],160 "rotation": [161 0,162 180,163 0164 ],165 "scale": [166 1.2000000476837158,167 1,168 1169 ]170 },171 "color": [172 63,173 0,174 63175 ]176 },177 {178 "object_id": "SM_Shelf2",179 "bbox_2d": [180 0,181 0,182 775,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 64.82413002750945,189 782.8369913101196,190 201.84811401367188191 ],192 "extent": [193 54.57733371167703,194 13.994805335998535,195 108.51106262207031196 ]197 },198 "obb": {199 "center": [200 64.82413002750945,201 782.8369913101196,202 201.84811401367188203 ],204 "extent": [205 54.57733371167703,206 13.994805335998535,207 108.51106262207031208 ],209 "rotation": [210 0,211 180,212 0213 ]214 },215 "location": [216 70.39871215820312,217 784.39208984375,218 93.3218994140625219 ],220 "rotation": [221 0,222 180,223 0224 ],225 "scale": [226 1.2000000476837158,227 1,228 1229 ]230 },231 "color": [232 63,233 255,234 63235 ]236 }237 ],238 "fireplace": [239 {240 "object_id": "SM_Flame_153",241 "bbox_2d": [242 1116,243 807,244 1279,245 921246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 -60.58686799178658,251 782.451763153076,252 113.13406276702881253 ],254 "extent": [255 21.729993096013395,256 0.8885901840129691,257 9.140752792358398258 ]259 },260 "obb": {261 "center": [262 -60.58686799178658,263 782.451763153076,264 113.13406276702881265 ],266 "extent": [267 21.729993096013395,268 0.8885901840129691,269 9.140752792358398270 ],271 "rotation": [272 0,273 179.9999237060547,274 0275 ]276 },277 "location": [278 -60.58686828613281,279 782.230712890625,280 104.09186553955078281 ],282 "rotation": [283 0,284 179.9999237060547,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 0,295 0,296 191297 ]298 },299 {300 "object_id": "SM_Flame2",301 "bbox_2d": [302 1099,303 794,304 1263,305 877306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 -62.32649582992134,311 784.2634086608884,312 114.03975405784308313 ],314 "extent": [315 20.502837489401497,316 0.8885885499564665,317 10.056315679039017318 ]319 },320 "obb": {321 "center": [322 -62.32649582992134,323 784.2634086608884,324 114.03975405784308325 ],326 "extent": [327 20.502837489401497,328 0.8885885499564665,329 10.056315679039017330 ],331 "rotation": [332 0,333 179.9999237060547,334 0335 ]336 },337 "location": [338 -62.32649612426758,339 784.0423583984375,340 104.09186553955078341 ],342 "rotation": [343 0,344 179.9999237060547,345 0346 ],347 "scale": [348 -0.943527102470398,349 1,350 1.1001627445220947351 ]352 },353 "color": [354 0,355 255,356 191357 ]358 },359 {360 "object_id": "SM_FirePlace_6",361 "bbox_2d": [362 776,363 0,364 1506,365 1004366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 -60.29224395751953,371 780.9791860580444,372 202.04822540283203373 ],374 "extent": [375 69.99999999999997,376 15.715024948120117,377 108.50000762939453378 ]379 },380 "obb": {381 "center": [382 -60.29224395751953,383 780.9791860580444,384 202.04822540283203385 ],386 "extent": [387 69.99999999999997,388 15.715024948120117,389 108.50000762939453390 ],391 "rotation": [392 0,393 180,394 0395 ]396 },397 "location": [398 -74.29224395751953,399 781.2350463867188,400 93.32191467285156401 ],402 "rotation": [403 0,404 180,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 191,415 95,416 223417 ]418 }419 ],420 "decorative grass": [421 {422 "object_id": "SM_Decorative5_171",423 "bbox_2d": [424 1664,425 61,426 1733,427 139428 ],429 "bbox_3d": {430 "aabb": {431 "center": [432 -223.5649871826172,433 779.2637939453125,434 269.12548828125435 ],436 "extent": [437 6.68212890625,438 6.656768798828125,439 11.0948486328125440 ]441 },442 "obb": {443 "center": [444 -223.5649871826172,445 779.2637939453125,446 269.12548828125447 ],448 "extent": [449 6.68212890625,450 6.656768798828125,451 11.0948486328125452 ],453 "rotation": [454 0,455 0,456 0457 ]458 },459 "location": [460 -223.5649871826172,461 779.2637939453125,462 257.9434814453125463 ],464 "rotation": [465 0,466 0,467 0468 ],469 "scale": [470 1,471 1,472 1473 ]474 },475 "color": [476 127,477 63,478 191479 ]480 },481 {482 "object_id": "SM_Decorative4_174",483 "bbox_2d": [484 1628,485 45,486 1681,487 115488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 -203.22682189941406,493 779.6796913146973,494 268.8955383300781495 ],496 "extent": [497 5.1749267578125,498 5.157649993896484,499 10.5943603515625500 ]501 },502 "obb": {503 "center": [504 -203.22682189941406,505 779.6796913146973,506 268.8955383300781507 ],508 "extent": [509 5.1749267578125,510 5.157649993896484,511 10.5943603515625512 ],513 "rotation": [514 0,515 0,516 0517 ]518 },519 "location": [520 -203.20643615722656,521 779.6819458007812,522 258.2774963378906523 ],524 "rotation": [525 0,526 0,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 63,537 0,538 191539 ]540 },541 {542 "object_id": "SM_Decorative3_177",543 "bbox_2d": [544 1584,545 32,546 1609,547 83548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 -184.97677612304688,553 782.8497161865234,554 268.2440185546875555 ],556 "extent": [557 2.71636962890625,558 2.71685791015625,559 10.281005859375560 ]561 },562 "obb": {563 "center": [564 -184.97677612304688,565 782.8497161865234,566 268.2440185546875567 ],568 "extent": [569 2.71636962890625,570 2.71685791015625,571 10.281005859375572 ],573 "rotation": [574 0,575 0,576 0577 ]578 },579 "location": [580 -184.97500610351562,581 782.8487548828125,582 257.9434814453125583 ],584 "rotation": [585 0,586 0,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 63,597 255,598 191599 ]600 },601 {602 "object_id": "SM_Decorative1_180",603 "bbox_2d": [604 1538,605 0,606 1567,607 64608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 -163.84169006347656,613 780.9541969299316,614 269.0025634765625615 ],616 "extent": [617 2.71087646484375,618 2.711925506591797,619 10.98583984375620 ]621 },622 "obb": {623 "center": [624 -163.84169006347656,625 780.9541969299316,626 269.0025634765625627 ],628 "extent": [629 2.71087646484375,630 2.711925506591797,631 10.98583984375632 ],633 "rotation": [634 0,635 0,636 0637 ]638 },639 "location": [640 -163.8230743408203,641 780.963623046875,642 257.9434814453125643 ],644 "rotation": [645 0,646 0,647 0648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 63,657 127,658 191659 ]660 },661 {662 "object_id": "SM_Decorative2_183",663 "bbox_2d": [664 1524,665 36,666 1531,667 49668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 -148.20559692382812,673 780.6666831970215,674 267.6994934082031675 ],676 "extent": [677 3.882904052734375,678 3.8526954650878906,679 9.6868896484375680 ]681 },682 "obb": {683 "center": [684 -148.20559692382812,685 780.6666831970215,686 267.6994934082031687 ],688 "extent": [689 3.882904052734375,690 3.8526954650878906,691 9.6868896484375692 ],693 "rotation": [694 0,695 0,696 0697 ]698 },699 "location": [700 -148.20635986328125,701 780.6687622070312,702 257.9435119628906703 ],704 "rotation": [705 0,706 0,707 0708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 63,717 63,718 191719 ]720 },721 {722 "object_id": "SM_Decorative9_186",723 "bbox_2d": [724 1696,725 233,726 1716,727 258728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 -225.11614990234375,733 780.9479484558105,734 234.7744903564453735 ],736 "extent": [737 4.4716796875,738 4.471668243408203,739 5.53289794921875740 ]741 },742 "obb": {743 "center": [744 -225.11614990234375,745 780.9479484558105,746 234.7744903564453747 ],748 "extent": [749 4.4716796875,750 4.471668243408203,751 5.53289794921875752 ],753 "rotation": [754 0,755 0,756 0757 ]758 },759 "location": [760 -225.11614990234375,761 780.9479370117188,762 229.18190002441406763 ],764 "rotation": [765 0,766 0,767 0768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 0,777 191,778 0779 ]780 },781 {782 "object_id": "SM_Decorative8_189",783 "bbox_2d": [784 1612,785 195,786 1698,787 251788 ],789 "bbox_3d": {790 "aabb": {791 "center": [792 -206.68368530273438,793 781.1684188842773,794 237.36756896972656795 ],796 "extent": [797 8.3221435546875,798 8.322120666503906,799 8.1173095703125800 ]801 },802 "obb": {803 "center": [804 -206.68368530273438,805 781.1684188842773,806 237.36756896972656807 ],808 "extent": [809 8.3221435546875,810 8.322120666503906,811 8.1173095703125812 ],813 "rotation": [814 0,815 0,816 0817 ]818 },819 "location": [820 -206.68368530273438,821 781.1683959960938,822 229.18190002441406823 ],824 "rotation": [825 0,826 0,827 0828 ],829 "scale": [830 1,831 1,832 1833 ]834 },835 "color": [836 0,837 191,838 255839 ]840 },841 {842 "object_id": "SM_Decorative10_192",843 "bbox_2d": [844 1544,845 152,846 1645,847 230848 ],849 "bbox_3d": {850 "aabb": {851 "center": [852 -176.90913413945756,853 780.4227288648756,854 239.38140765940278855 ],856 "extent": [857 12.894794336234384,858 12.816039062945606,859 10.127777022501789860 ]861 },862 "obb": {863 "center": [864 -176.90913413945756,865 780.4227288648756,866 239.38140765940278867 ],868 "extent": [869 12.894794336234384,870 12.816039062945606,871 10.127777022501789872 ],873 "rotation": [874 0,875 159.99984741210938,876 0877 ]878 },879 "location": [880 -176.9091339111328,881 780.4227294921875,882 229.18190002441406883 ],884 "rotation": [885 0,886 159.99984741210938,887 0888 ],889 "scale": [890 1.399999976158142,891 1.399999976158142,892 1.399999976158142893 ]894 },895 "color": [896 0,897 191,898 127899 ]900 },901 {902 "object_id": "SM_Decorative6_195",903 "bbox_2d": [904 1524,905 116,906 1548,907 206908 ],909 "bbox_3d": {910 "aabb": {911 "center": [912 -150.87075805664062,913 780.7335891723633,914 240.5808868408203915 ],916 "extent": [917 5.235870361328125,918 5.270179748535156,919 11.30023193359375920 ]921 },922 "obb": {923 "center": [924 -150.87075805664062,925 780.7335891723633,926 240.5808868408203927 ],928 "extent": [929 5.235870361328125,930 5.270179748535156,931 11.30023193359375932 ],933 "rotation": [934 0,935 0,936 0937 ]938 },939 "location": [940 -150.8707275390625,941 780.7335815429688,942 229.18190002441406943 ],944 "rotation": [945 0,946 0,947 0948 ],949 "scale": [950 1,951 1,952 1953 ]954 },955 "color": [956 0,957 191,958 63959 ]960 },961 {962 "object_id": "SM_Decorative11_209",963 "bbox_2d": [964 1524,965 326,966 1552,967 356968 ],969 "bbox_3d": {970 "aabb": {971 "center": [972 -151.3098297119791,973 780.5104217529297,974 206.05470275878906975 ],976 "extent": [977 7.270573580925458,978 6.482346043633925,979 5.404884338378906980 ]981 },982 "obb": {983 "center": [984 -151.3098297119791,985 780.5104217529297,986 206.05470275878906987 ],988 "extent": [989 7.270573580925458,990 6.482346043633925,991 5.404884338378906992 ],993 "rotation": [994 0,995 179.999755859375,996 0997 ]998 },999 "location": [1000 -151.30982971191406,1001 780.5104370117188,1002 200.643341064453121003 ],1004 "rotation": [1005 0,1006 179.999755859375,1007 01008 ],1009 "scale": [1010 1,1011 1,1012 11013 ]1014 },1015 "color": [1016 127,1017 191,1018 1271019 ]1020 },1021 {1022 "object_id": "SM_Decorative13_218",1023 "bbox_2d": [1024 1612,1025 428,1026 1677,1027 5081028 ],1029 "bbox_3d": {1030 "aabb": {1031 "center": [1032 -200.1763801574707,1033 781.0755767822266,1034 182.041233062744141035 ],1036 "extent": [1037 6.991336822509766,1038 6.6183319091796875,1039 9.9838142395019531040 ]1041 },1042 "obb": {1043 "center": [1044 -200.1763801574707,1045 781.0755767822266,1046 182.041233062744141047 ],1048 "extent": [1049 6.991336822509766,1050 6.6183319091796875,1051 9.9838142395019531052 ],1053 "rotation": [1054 0,1055 0,1056 01057 ]1058 },1059 "location": [1060 -199.93563842773438,1061 781.0755615234375,1062 172.0339355468751063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ],1069 "scale": [1070 1,1071 1,1072 11073 ]1074 },1075 "color": [1076 255,1077 191,1078 1911079 ]1080 },1081 {1082 "object_id": "SM_Decorative30_221",1083 "bbox_2d": [1084 1585,1085 440,1086 1613,1087 5071088 ],1089 "bbox_3d": {1090 "aabb": {1091 "center": [1092 -182.91492174970887,1093 781.3016365618167,1094 180.01048994064331095 ],1096 "extent": [1097 3.758657808906719,1098 3.7432735011465184,1099 7.9252510070800781100 ]1101 },1102 "obb": {1103 "center": [1104 -182.91492174970887,1105 781.3016365618167,1106 180.01048994064331107 ],1108 "extent": [1109 3.758657808906719,1110 3.7432735011465184,1111 7.9252510070800781112 ],1113 "rotation": [1114 0,1115 150.00013732910156,1116 01117 ]1118 },1119 "location": [1120 -182.9149169921875,1121 781.3016357421875,1122 172.033920288085941123 ],1124 "rotation": [1125 0,1126 150.00013732910156,1127 01128 ],1129 "scale": [1130 1,1131 1,1132 11133 ]1134 },1135 "color": [1136 127,1137 191,1138 1911139 ]1140 },1141 {1142 "object_id": "SM_Decorative12_224",1143 "bbox_2d": [1144 1538,1145 420,1146 1576,1147 5061148 ],1149 "bbox_3d": {1150 "aabb": {1151 "center": [1152 -167.04632568359375,1153 783.100414276123,1154 181.749984741210941155 ],1156 "extent": [1157 4.9560546875,1158 4.956012725830078,1159 9.7058105468751160 ]1161 },1162 "obb": {1163 "center": [1164 -167.04632568359375,1165 783.100414276123,1166 181.749984741210941167 ],1168 "extent": [1169 4.9560546875,1170 4.956012725830078,1171 9.7058105468751172 ],1173 "rotation": [1174 0,1175 0,1176 01177 ]1178 },1179 "location": [1180 -167.04632568359375,1181 783.1004028320312,1182 172.033920288085941183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ],1189 "scale": [1190 1,1191 1,1192 11193 ]1194 },1195 "color": [1196 63,1197 191,1198 1911199 ]1200 },