TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l003_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l003_r000/lit.png",5 "camera": {6 "location": [7 113,8 -29,9 16710 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 113,38 -29,39 167,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "award frame": [55 {56 "object_id": "SM_AwardFrame_30",57 "bbox_2d": [58 333,59 0,60 1818,61 19562 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 229.0532147884385,67 -15.01662607962811,68 256.965179443359469 ],70 "extent": [71 0.7269985662826457,72 89.25543358045786,73 48.0725708007812574 ]75 },76 "obb": {77 "center": [78 229.0532147884385,79 -15.01662607962811,80 256.965179443359481 ],82 "extent": [83 0.7269985662826457,84 89.25543358045786,85 48.0725708007812586 ],87 "rotation": [88 0,89 90.00011444091797,90 091 ]92 },93 "location": [94 229.86875915527344,95 -15.016624450683594,96 256.965179443359497 ],98 "rotation": [99 0,100 90.00011444091797,101 0102 ],103 "scale": [104 2,105 2,106 2107 ]108 },109 "color": [110 127,111 159,112 0113 ]114 }115 ],116 "cabinet": [117 {118 "object_id": "SM_KomodCClosed_55",119 "bbox_2d": [120 0,121 700,122 441,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 216.32473171699846,129 -167.35725345748017,130 127.00710071345111131 ],132 "extent": [133 13.030124955822174,134 84.78256622877805,135 20.583462045957276136 ]137 },138 "obb": {139 "center": [140 216.32473171699846,141 -167.35725345748017,142 127.00710071345111143 ],144 "extent": [145 13.030124955822174,146 84.78256622877805,147 20.583462045957276148 ],149 "rotation": [150 0,151 90.00011444091797,152 0153 ]154 },155 "location": [156 229.52696228027344,157 -167.43386840820312,158 106.27960968017578159 ],160 "rotation": [161 0,162 90.00011444091797,163 0164 ],165 "scale": [166 1.1326565742492676,167 1.0708844661712646,168 1.5992348194122314169 ]170 },171 "color": [172 31,173 159,174 0175 ]176 },177 {178 "object_id": "SM_KomodCClosed2",179 "bbox_2d": [180 398,181 700,182 1919,183 1079184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 216.32476811318836,189 2.686028097707336,190 127.00710071345111191 ],192 "extent": [193 13.030119153919912,194 84.78256622876646,195 20.583462045957276196 ]197 },198 "obb": {199 "center": [200 216.32476811318836,201 2.686028097707336,202 127.00710071345111203 ],204 "extent": [205 13.030119153919912,206 84.78256622876646,207 20.583462045957276208 ],209 "rotation": [210 0,211 90.00011444091797,212 0213 ]214 },215 "location": [216 229.52699279785156,217 2.6094131469726562,218 106.27960968017578219 ],220 "rotation": [221 0,222 90.00011444091797,223 0224 ],225 "scale": [226 1.1326565742492676,227 1.0708839893341064,228 1.5992348194122314229 ]230 },231 "color": [232 31,233 159,234 255235 ]236 }237 ],238 "books": [239 {240 "object_id": "SM_Book110",241 "bbox_2d": [242 1832,243 525,244 1891,245 729246 ],247 "bbox_3d": {248 "aabb": {249 "center": [250 219.47430931415926,251 65.26159286484675,252 158.03782653808594253 ],254 "extent": [255 8.610498834507098,256 1.4089581673325675,257 10.532577514648438258 ]259 },260 "obb": {261 "center": [262 219.47430931415926,263 65.26159286484675,264 158.03782653808594265 ],266 "extent": [267 8.610498834507098,268 1.4089581673325675,269 10.532577514648438270 ],271 "rotation": [272 -90,273 90.00040435791014,274 0275 ]276 },277 "location": [278 219.47433471679688,279 63.82425308227539,280 158.03782653808594281 ],282 "rotation": [283 -90,284 90.00040435791014,285 0286 ],287 "scale": [288 1,289 1,290 1291 ]292 },293 "color": [294 31,295 159,296 63297 ]298 },299 {300 "object_id": "SM_Book111",301 "bbox_2d": [302 1831,303 543,304 1861,305 728306 ],307 "bbox_3d": {308 "aabb": {309 "center": [310 219.47430988833935,311 62.21325683580405,312 157.19644165039062313 ],314 "extent": [315 8.610498271712572,316 1.4089547276685792,317 9.475791329225103318 ]319 },320 "obb": {321 "center": [322 219.47430988833935,323 62.21325683580405,324 157.19644165039062325 ],326 "extent": [327 8.610498271712572,328 1.4089547276685792,329 9.475791329225103330 ],331 "rotation": [332 -90,333 90.00038146972655,334 0335 ]336 },337 "location": [338 219.47433471679688,339 60.775917053222656,340 157.19644165039062341 ],342 "rotation": [343 -90,344 90.00038146972655,345 0346 ],347 "scale": [348 0.8996649980545044,349 1,350 1351 ]352 },353 "color": [354 31,355 159,356 191357 ]358 },359 {360 "object_id": "SM_Book112",361 "bbox_2d": [362 1801,363 525,364 1831,365 729366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 219.47430988833935,371 59.05184936510093,372 158.03782653808594373 ],374 "extent": [375 8.610498271712572,376 1.4089547276685792,377 10.532577514648438378 ]379 },380 "obb": {381 "center": [382 219.47430988833935,383 59.05184936510093,384 158.03782653808594385 ],386 "extent": [387 8.610498271712572,388 1.4089547276685792,389 10.532577514648438390 ],391 "rotation": [392 -90,393 90.00038146972655,394 0395 ]396 },397 "location": [398 219.47433471679688,399 57.61450958251953,400 158.03782653808594401 ],402 "rotation": [403 -90,404 90.00038146972655,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 31,415 159,416 31417 ]418 },419 {420 "object_id": "SM_Book113",421 "bbox_2d": [422 1706,423 510,424 1800,425 728426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 219.4743251471284,431 55.933689117298194,432 158.8805389404297433 ],434 "extent": [435 8.610498271712572,436 1.4089547276685792,437 11.16445873914563438 ]439 },440 "obb": {441 "center": [442 219.4743251471284,443 55.933689117298194,444 158.8805389404297445 ],446 "extent": [447 8.610498271712572,448 1.4089547276685792,449 11.16445873914563450 ],451 "rotation": [452 -90,453 90.00038146972655,454 0455 ]456 },457 "location": [458 219.47434997558594,459 54.4963493347168,460 158.8805389404297461 ],462 "rotation": [463 -90,464 90.00038146972655,465 0466 ],467 "scale": [468 1.059993028640747,469 1,470 1471 ]472 },473 "color": [474 31,475 159,476 95477 ]478 },479 {480 "object_id": "SM_Book114",481 "bbox_2d": [482 1735,483 525,484 1768,485 729486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 219.4743251471284,491 52.63015747056968,492 158.03782653808594493 ],494 "extent": [495 8.610498271712572,496 1.4089547276685792,497 10.532577514648438498 ]499 },500 "obb": {501 "center": [502 219.4743251471284,503 52.63015747056968,504 158.03782653808594505 ],506 "extent": [507 8.610498271712572,508 1.4089547276685792,509 10.532577514648438510 ],511 "rotation": [512 -90,513 90.00038146972655,514 0515 ]516 },517 "location": [518 219.47434997558594,519 51.19281768798828,520 158.03782653808594521 ],522 "rotation": [523 -90,524 90.00038146972655,525 0526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 95,535 159,536 0537 ]538 },539 {540 "object_id": "SM_Book115",541 "bbox_2d": [542 1706,543 525,544 1734,545 729546 ],547 "bbox_3d": {548 "aabb": {549 "center": [550 219.4743251471284,551 49.21155166612632,552 158.03782653808594553 ],554 "extent": [555 8.610498271712572,556 1.4089547276685792,557 10.532577514648438558 ]559 },560 "obb": {561 "center": [562 219.4743251471284,563 49.21155166612632,564 158.03782653808594565 ],566 "extent": [567 8.610498271712572,568 1.4089547276685792,569 10.532577514648438570 ],571 "rotation": [572 -90,573 90.00038146972655,574 0575 ]576 },577 "location": [578 219.47434997558594,579 47.77421188354492,580 158.03782653808594581 ],582 "rotation": [583 -90,584 90.00038146972655,585 0586 ],587 "scale": [588 1,589 1,590 1591 ]592 },593 "color": [594 95,595 159,596 255597 ]598 },599 {600 "object_id": "SM_Book116",601 "bbox_2d": [602 1587,603 510,604 1705,605 728606 ],607 "bbox_3d": {608 "aabb": {609 "center": [610 219.47434040591747,611 46.1658325193978,612 158.8805389404297613 ],614 "extent": [615 8.610498271712572,616 1.4089547276685792,617 11.16445873914563618 ]619 },620 "obb": {621 "center": [622 219.47434040591747,623 46.1658325193978,624 158.8805389404297625 ],626 "extent": [627 8.610498271712572,628 1.4089547276685792,629 11.16445873914563630 ],631 "rotation": [632 -90,633 90.00038146972655,634 0635 ]636 },637 "location": [638 219.474365234375,639 44.728492736816406,640 158.8805389404297641 ],642 "rotation": [643 -90,644 90.00038146972655,645 0646 ],647 "scale": [648 1.059993028640747,649 1,650 1651 ]652 },653 "color": [654 95,655 159,656 127657 ]658 },659 {660 "object_id": "SM_Book117",661 "bbox_2d": [662 1618,663 525,664 1677,665 729666 ],667 "bbox_3d": {668 "aabb": {669 "center": [670 219.47440084296946,671 43.368938445901016,672 158.03782653808594673 ],674 "extent": [675 8.610498857956827,676 1.408958310651883,677 10.532577514648438678 ]679 },680 "obb": {681 "center": [682 219.47440084296946,683 43.368938445901016,684 158.03782653808594685 ],686 "extent": [687 8.610498857956827,688 1.408958310651883,689 10.532577514648438690 ],691 "rotation": [692 -90,693 90.00040531158446,694 0695 ]696 },697 "location": [698 219.47442626953125,699 41.93159866333008,700 158.03782653808594701 ],702 "rotation": [703 -90,704 90.00040531158446,705 0706 ],707 "scale": [708 1,709 1,710 1711 ]712 },713 "color": [714 95,715 159,716 63717 ]718 },719 {720 "object_id": "SM_Book118",721 "bbox_2d": [722 1618,723 543,724 1648,725 728726 ],727 "bbox_3d": {728 "aabb": {729 "center": [730 219.47440145285768,731 40.32060241685895,732 157.19644165039062733 ],734 "extent": [735 8.610498260162274,736 1.4089546570761087,737 9.475791329225103738 ]739 },740 "obb": {741 "center": [742 219.47440145285768,743 40.32060241685895,744 157.19644165039062745 ],746 "extent": [747 8.610498260162274,748 1.4089546570761087,749 9.475791329225103750 ],751 "rotation": [752 -90,753 90.00038099999072,754 0755 ]756 },757 "location": [758 219.47442626953125,759 38.883262634277344,760 157.19644165039062761 ],762 "rotation": [763 -90,764 90.00038099999072,765 0766 ],767 "scale": [768 0.8996649980545044,769 1,770 1771 ]772 },773 "color": [774 95,775 159,776 191777 ]778 },779 {780 "object_id": "SM_Book119",781 "bbox_2d": [782 1587,783 525,784 1617,785 729786 ],787 "bbox_3d": {788 "aabb": {789 "center": [790 219.47440145285768,791 37.15919494615582,792 158.03782653808594793 ],794 "extent": [795 8.610498260162274,796 1.4089546570761087,797 10.532577514648438798 ]799 },800 "obb": {801 "center": [802 219.47440145285768,803 37.15919494615582,804 158.03782653808594805 ],806 "extent": [807 8.610498260162274,808 1.4089546570761087,809 10.532577514648438810 ],811 "rotation": [812 -90,813 90.00038099999072,814 0815 ]816 },817 "location": [818 219.47442626953125,819 35.72185516357422,820 158.03782653808594821 ],822 "rotation": [823 -90,824 90.00038099999072,825 0826 ],827 "scale": [828 1,829 1,830 1831 ]832 },833 "color": [834 95,835 159,836 31837 ]838 },839 {840 "object_id": "SM_Book120",841 "bbox_2d": [842 1492,843 510,844 1586,845 728846 ],847 "bbox_3d": {848 "aabb": {849 "center": [850 219.47441671164674,851 34.04103469835309,852 158.8805389404297853 ],854 "extent": [855 8.610498260162274,856 1.4089546570761087,857 11.16445873914563858 ]859 },860 "obb": {861 "center": [862 219.47441671164674,863 34.04103469835309,864 158.8805389404297865 ],866 "extent": [867 8.610498260162274,868 1.4089546570761087,869 11.16445873914563870 ],871 "rotation": [872 -90,873 90.00038099999072,874 0875 ]876 },877 "location": [878 219.4744415283203,879 32.603694915771484,880 158.8805389404297881 ],882 "rotation": [883 -90,884 90.00038099999072,885 0886 ],887 "scale": [888 1.059993028640747,889 1,890 1891 ]892 },893 "color": [894 95,895 159,896 95897 ]898 },899 {900 "object_id": "SM_Book121",901 "bbox_2d": [902 1522,903 525,904 1554,905 729906 ],907 "bbox_3d": {908 "aabb": {909 "center": [910 219.47441671164674,911 30.73750305162457,912 158.03782653808594913 ],914 "extent": [915 8.610498260162274,916 1.4089546570761105,917 10.532577514648438918 ]919 },920 "obb": {921 "center": [922 219.47441671164674,923 30.73750305162457,924 158.03782653808594925 ],926 "extent": [927 8.610498260162274,928 1.4089546570761105,929 10.532577514648438930 ],931 "rotation": [932 -90,933 90.00038099999072,934 0935 ]936 },937 "location": [938 219.4744415283203,939 29.30016326904297,940 158.03782653808594941 ],942 "rotation": [943 -90,944 90.00038099999072,945 0946 ],947 "scale": [948 1,949 1,950 1951 ]952 },953 "color": [954 0,955 159,956 159957 ]958 },959 {960 "object_id": "SM_Book122",961 "bbox_2d": [962 1492,963 525,964 1521,965 729966 ],967 "bbox_3d": {968 "aabb": {969 "center": [970 219.47441671164674,971 27.31889724718121,972 158.03782653808594973 ],974 "extent": [975 8.610498260162274,976 1.4089546570761087,977 10.532577514648438978 ]979 },980 "obb": {981 "center": [982 219.47441671164674,983 27.31889724718121,984 158.03782653808594985 ],986 "extent": [987 8.610498260162274,988 1.4089546570761087,989 10.532577514648438990 ],991 "rotation": [992 -90,993 90.00038099999072,994 0995 ]996 },997 "location": [998 219.4744415283203,999 25.88155746459961,1000 158.037826538085941001 ],1002 "rotation": [1003 -90,1004 90.00038099999072,1005 01006 ],1007 "scale": [1008 1,1009 1,1010 11011 ]1012 },1013 "color": [1014 255,1015 159,1016 1591017 ]1018 },1019 {1020 "object_id": "SM_Book123",1021 "bbox_2d": [1022 1393,1023 510,1024 1491,1025 7281026 ],1027 "bbox_3d": {1028 "aabb": {1029 "center": [1030 219.4744319704358,1031 24.273178100452693,1032 158.88053894042971033 ],1034 "extent": [1035 8.610498260162274,1036 1.4089546570761087,1037 11.164458739145631038 ]1039 },1040 "obb": {1041 "center": [1042 219.4744319704358,1043 24.273178100452693,1044 158.88053894042971045 ],1046 "extent": [1047 8.610498260162274,1048 1.4089546570761087,1049 11.164458739145631050 ],1051 "rotation": [1052 -90,1053 90.00038099999072,1054 01055 ]1056 },1057 "location": [1058 219.47445678710938,1059 22.835838317871094,1060 158.88053894042971061 ],1062 "rotation": [1063 -90,1064 90.00038099999072,1065 01066 ],1067 "scale": [1068 1.059993028640747,1069 1,1070 11071 ]1072 },1073 "color": [1074 127,1075 159,1076 1591077 ]1078 },1079 {1080 "object_id": "SM_Book124",1081 "bbox_2d": [1082 1404,1083 525,1084 1463,1085 7291086 ],1087 "bbox_3d": {1088 "aabb": {1089 "center": [1090 219.4743851535453,1091 21.412797927704858,1092 158.037826538085941093 ],1094 "extent": [1095 8.610499280051783,1096 1.4089608903997295,1097 10.5325775146484381098 ]1099 },1100 "obb": {1101 "center": [1102 219.4743851535453,1103 21.412797927704858,1104 158.037826538085941105 ],1106 "extent": [1107 8.610499280051783,1108 1.4089608903997295,1109 10.5325775146484381110 ],1111 "rotation": [1112 -90,1113 90.00042247772215,1114 01115 ]1116 },1117 "location": [1118 219.4744110107422,1119 19.9754581451416,1120 158.037826538085941121 ],1122 "rotation": [1123 -90,1124 90.00042247772215,1125 01126 ],1127 "scale": [1128 1,1129 1,1130 11131 ]1132 },1133 "color": [1134 63,1135 159,1136 1591137 ]1138 },1139 {1140 "object_id": "SM_Book125",1141 "bbox_2d": [1142 1404,1143 543,1144 1434,1145 7281146 ],1147 "bbox_3d": {1148 "aabb": {1149 "center": [1150 219.47438619406861,1151 18.3644580839732,1152 157.196441650390621153 ],1154 "extent": [1155 8.610498260162274,1156 1.4089546570761087,1157 9.4757913292251031158 ]1159 },1160 "obb": {1161 "center": [1162 219.47438619406861,1163 18.3644580839732,1164 157.196441650390621165 ],1166 "extent": [1167 8.610498260162274,1168 1.4089546570761087,1169 9.4757913292251031170 ],1171 "rotation": [1172 -90,1173 90.00038099999072,1174 01175 ]1176 },1177 "location": [1178 219.4744110107422,1179 16.9271183013916,1180 157.196441650390621181 ],1182 "rotation": [1183 -90,1184 90.00038099999072,1185 01186 ],1187 "scale": [1188 0.8996649980545044,1189 1,1190 11191 ]1192 },1193 "color": [1194 191,1195 159,1196 1591197 ]1198 },1199 {1200 "object_id": "SM_Book126",