TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l040_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l040_r002/lit.png",5 "camera": {6 "location": [7 103,8 201,9 20110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 103,38 201,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 104,58 0,59 1623,60 21061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling decor": [116 {117 "object_id": "SM_DecorTop4",118 "bbox_2d": [119 83,120 191,121 224,122 309123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 174.50553816443608,128 773.3313646316528,129 334.38922119140625130 ],131 "extent": [132 54.58970289268109,133 0,134 24.174877166748047135 ]136 },137 "obb": {138 "center": [139 174.50553816443608,140 773.3313646316528,141 334.38922119140625142 ],143 "extent": [144 54.58970289268109,145 0,146 24.174877166748047147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 174.14964294433594,156 783.7068481445312,157 334.38922119140625158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 0.7799999713897705,166 1,167 1168 ]169 },170 "color": [171 63,172 63,173 63174 ]175 }176 ]177 },178 "foreground": {179 "shelf": [180 {181 "object_id": "SM_Shelf3",182 "bbox_2d": [183 81,184 296,185 224,186 769187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 174.52945229313445,192 782.8369913101196,193 201.84811401367188194 ],195 "extent": [196 54.57733371167703,197 13.994805335998535,198 108.51106262207031199 ]200 },201 "obb": {202 "center": [203 174.52945229313445,204 782.8369913101196,205 201.84811401367188206 ],207 "extent": [208 54.57733371167703,209 13.994805335998535,210 108.51106262207031211 ],212 "rotation": [213 0,214 180,215 0216 ]217 },218 "location": [219 180.10403442382812,220 784.39208984375,221 93.3218994140625222 ],223 "rotation": [224 0,225 180,226 0227 ],228 "scale": [229 1.2000000476837158,230 1,231 1232 ]233 },234 "color": [235 63,236 127,237 63238 ]239 }240 ],241 "decorative grass": [242 {243 "object_id": "SM_Decorative42_319",244 "bbox_2d": [245 186,246 656,247 215,248 668249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 187.69853973388672,254 780.5188598632812,255 142.52974700927734256 ],257 "extent": [258 5.650764465332031,259 5.647735595703125,260 2.5378570556640625261 ]262 },263 "obb": {264 "center": [265 187.69853973388672,266 780.5188598632812,267 142.52974700927734268 ],269 "extent": [270 5.650764465332031,271 5.647735595703125,272 2.5378570556640625273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 187.6985321044922,282 780.5188598632812,283 139.94699096679688284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 1,293 1294 ]295 },296 "color": [297 127,298 191,299 31300 ]301 },302 {303 "object_id": "SM_Decorative43_322",304 "bbox_2d": [305 189,306 645,307 212,308 657309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 187.99003601072963,314 781.1162625400466,315 146.903139396396316 ],317 "extent": [318 4.494478767612719,319 4.007214383002065,320 3.3411671139474493321 ]322 },323 "obb": {324 "center": [325 187.99003601072963,326 781.1162625400466,327 146.903139396396328 ],329 "extent": [330 4.494478767612719,331 4.007214383002065,332 3.3411671139474493333 ],334 "rotation": [335 0,336 179.9999237060547,337 0338 ]339 },340 "location": [341 187.9900360107422,342 781.1162719726562,343 143.55796813964844344 ],345 "rotation": [346 0,347 179.9999237060547,348 0349 ],350 "scale": [351 0.6181755065917969,352 0.6181755065917969,353 0.6181755065917969354 ]355 },356 "color": [357 63,358 0,359 31360 ]361 },362 {363 "object_id": "SM_Decorative46_331",364 "bbox_2d": [365 198,366 556,367 224,368 599369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 175.70920848846436,374 777.4226350784302,375 182.8526153564453376 ],377 "extent": [378 12.230798721313477,379 4.34722900390625,380 10.809612274169922381 ]382 },383 "obb": {384 "center": [385 175.70920848846436,386 777.4226350784302,387 182.8526153564453388 ],389 "extent": [390 12.230798721313477,391 4.34722900390625,392 10.809612274169922393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 175.70921325683594,402 777.422607421875,403 172.03392028808594404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 63,419 31420 ]421 },422 {423 "object_id": "SM_Decorative47_343",424 "bbox_2d": [425 182,426 494,427 217,428 539429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 188.13156127929688,434 779.9154663085938,435 211.82534790039062436 ],437 "extent": [438 6.68212890625,439 6.656768798828125,440 11.0948486328125441 ]442 },443 "obb": {444 "center": [445 188.13156127929688,446 779.9154663085938,447 211.82534790039062448 ],449 "extent": [450 6.68212890625,451 6.656768798828125,452 11.0948486328125453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 188.13156127929688,462 779.9154663085938,463 200.64334106445312464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 31,479 0480 ]481 },482 {483 "object_id": "SM_Decorative48_346",484 "bbox_2d": [485 130,486 530,487 160,488 539489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 208.29230499267578,494 779.7899780273438,495 203.2260971069336496 ],497 "extent": [498 5.650764465332031,499 5.647735595703125,500 2.5378570556640625501 ]502 },503 "obb": {504 "center": [505 208.29230499267578,506 779.7899780273438,507 203.2260971069336508 ],509 "extent": [510 5.650764465332031,511 5.647735595703125,512 2.5378570556640625513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 208.29229736328125,522 779.7899780273438,523 200.64334106445312524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 0,538 31,539 255540 ]541 },542 {543 "object_id": "SM_Decorative49",544 "bbox_2d": [545 130,546 518,547 160,548 529549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 208.29230499267578,554 779.7899780273438,555 208.39916229248047556 ],557 "extent": [558 5.650764465332031,559 5.647735595703125,560 2.5378570556640625561 ]562 },563 "obb": {564 "center": [565 208.29230499267578,566 779.7899780273438,567 208.39916229248047568 ],569 "extent": [570 5.650764465332031,571 5.647735595703125,572 2.5378570556640625573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 208.29229736328125,582 779.7899780273438,583 205.81640625584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 0,598 31,599 127600 ]601 },602 {603 "object_id": "SM_Decorative52_356",604 "bbox_2d": [605 192,606 447,607 223,608 478609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 185.29283411046413,614 781.1185197265554,615 237.36668439997447616 ],617 "extent": [618 8.405003362982995,619 8.40500538532433,620 8.116432387694658621 ]622 },623 "obb": {624 "center": [625 185.29283411046413,626 781.1185197265554,627 237.36668439997447628 ],629 "extent": [630 8.405003362982995,631 8.40500538532433,632 8.116432387694658633 ],634 "rotation": [635 0,636 130.00013732910153,637 0638 ]639 },640 "location": [641 185.2928466796875,642 781.1185302734375,643 229.18190002441406644 ],645 "rotation": [646 0,647 130.00013732910153,648 0649 ],650 "scale": [651 0.7168759703636169,652 0.7168759703636169,653 0.9998919367790222654 ]655 },656 "color": [657 255,658 31,659 0660 ]661 },662 {663 "object_id": "SM_Decorative53_359",664 "bbox_2d": [665 122,666 425,667 142,668 476669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 212.9208221435547,674 779.8599891662598,675 241.6538848876953676 ],677 "extent": [678 3.7149658203125,679 3.137065887451172,680 12.40142822265625681 ]682 },683 "obb": {684 "center": [685 212.9208221435547,686 779.8599891662598,687 241.6538848876953688 ],689 "extent": [690 3.7149658203125,691 3.137065887451172,692 12.40142822265625693 ],694 "rotation": [695 0,696 0,697 0698 ]699 },700 "location": [701 212.9208221435547,702 779.8599853515625,703 229.18190002441406704 ],705 "rotation": [706 0,707 0,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 255,718 31,719 255720 ]721 },722 {723 "object_id": "SM_Decorative54",724 "bbox_2d": [725 146,726 446,727 176,728 477729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 202.4368438720703,734 779.8599891662598,735 237.15900209497704736 ],737 "extent": [738 5.839911754403147,739 3.137065887451172,740 7.931973926952196741 ]742 },743 "obb": {744 "center": [745 202.4368438720703,746 779.8599891662598,747 237.15900209497704748 ],749 "extent": [750 5.839911754403147,751 3.137065887451172,752 7.931973926952196753 ],754 "rotation": [755 0,756 0,757 0758 ]759 },760 "location": [761 202.4368438720703,762 779.8599853515625,763 229.18190002441406764 ],765 "rotation": [766 0,767 0,768 0769 ],770 "scale": [771 1.5719960927963257,772 1,773 0.6396016478538513774 ]775 },776 "color": [777 255,778 31,779 127780 ]781 },782 {783 "object_id": "SM_Decorative57_373",784 "bbox_2d": [785 222,786 388,787 224,788 418789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 174.10369873046875,794 781.0430297851562,795 266.0856876373291796 ],797 "extent": [798 5.922878265380859,799 2.8758544921875,800 8.099227905273438801 ]802 },803 "obb": {804 "center": [805 174.10369873046875,806 781.0430297851562,807 266.0856876373291808 ],809 "extent": [810 5.922878265380859,811 2.8758544921875,812 8.099227905273438813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 174.10369873046875,822 781.0430297851562,823 257.9434814453125824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 127,838 31,839 191840 ]841 },842 {843 "object_id": "SM_Decorative58_376",844 "bbox_2d": [845 177,846 372,847 207,848 417849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 190.71673583984375,854 778.9456176757812,855 269.337158203125856 ],857 "extent": [858 5.7939453125,859 5.793914794921875,860 11.3367919921875861 ]862 },863 "obb": {864 "center": [865 190.71673583984375,866 778.9456176757812,867 269.337158203125868 ],869 "extent": [870 5.7939453125,871 5.793914794921875,872 11.3367919921875873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 190.71673583984375,882 778.9456176757812,883 257.9434814453125884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 63,898 31,899 0900 ]901 },902 {903 "object_id": "SM_Decorative59_379",904 "bbox_2d": [905 120,906 385,907 163,908 415909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 208.99008178710938,914 777.8456416130066,915 265.1190185546875916 ],917 "extent": [918 7.79998779296875,919 7.798386096954346,920 7.0977783203125921 ]922 },923 "obb": {924 "center": [925 208.99008178710938,926 777.8456416130066,927 265.1190185546875928 ],929 "extent": [930 7.79998779296875,931 7.798386096954346,932 7.0977783203125933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 208.99014282226562,942 777.8456420898438,943 257.9434814453125944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 63,958 31,959 255960 ]961 },962 {963 "object_id": "SM_Decorative98_5",964 "bbox_2d": [965 15,966 595,967 91,968 609969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 198.05931091308594,974 602.14501953125,975 179.8645567893982976 ],977 "extent": [978 8.890029907226562,979 8.87884521484375,980 3.4577102661132812981 ]982 },983 "obb": {984 "center": [985 198.05931091308594,986 602.14501953125,987 179.8645567893982988 ],989 "extent": [990 8.890029907226562,991 8.87884521484375,992 3.4577102661132812993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 198.05931091308594,1002 602.14501953125,1003 176.389190673828121004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 255,1018 95,1019 1271020 ]1021 },1022 {1023 "object_id": "SM_Decorative101_39",1024 "bbox_2d": [1025 0,1026 610,1027 26,1028 6311029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 198.66112518310547,1034 556.9154663085938,1035 178.971961975097661036 ],1037 "extent": [1038 5.650764465332031,1039 5.647735595703125,1040 2.53785705566406251041 ]1042 },1043 "obb": {1044 "center": [1045 198.66112518310547,1046 556.9154663085938,1047 178.971961975097661048 ],1049 "extent": [1050 5.650764465332031,1051 5.647735595703125,1052 2.53785705566406251053 ],1054 "rotation": [1055 0,1056 0,1057 01058 ]1059 },1060 "location": [1061 198.66111755371094,1062 556.9154663085938,1063 176.38920593261721064 ],1065 "rotation": [1066 0,1067 0,1068 01069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 127,1078 95,1079 311080 ]1081 },1082 {1083 "object_id": "SM_Decorative102_84",1084 "bbox_2d": [1085 1507,1086 649,1087 1580,1088 7071089 ],1090 "bbox_3d": {1091 "aabb": {1092 "center": [1093 -98.38091278074343,1094 310.77997970578616,1095 173.712055206298831096 ],1097 "extent": [1098 10.568944488227743,1099 3.303895672248075,1100 5.7143821716308591101 ]1102 },1103 "obb": {1104 "center": [1105 -98.38091278074343,1106 310.77997970578616,1107 173.712055206298831108 ],1109 "extent": [1110 10.568944488227743,1111 3.303895672248075,1112 5.7143821716308591113 ],1114 "rotation": [1115 0,1116 -90.00009155273439,1117 01118 ]1119 },1120 "location": [1121 -98.38092803955078,1122 310.77996826171875,1123 167.97399902343751124 ],1125 "rotation": [1126 0,1127 -90.00009155273439,1128 01129 ],1130 "scale": [1131 1,1132 1,1133 11134 ]1135 },1136 "color": [1137 31,1138 95,1139 01140 ]1141 },1142 {1143 "object_id": "SM_Decorative103_87",1144 "bbox_2d": [1145 1581,1146 514,1147 1662,1148 6951149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -127.92554855346097,1154 311.10367129505903,1155 187.47422027587891156 ],1157 "extent": [1158 12.982081360609726,1159 3.1086878797778468,1160 19.4463348388671881161 ]1162 },1163 "obb": {1164 "center": [1165 -127.92554855346097,1166 311.10367129505903,1167 187.47422027587891168 ],1169 "extent": [1170 12.982081360609726,1171 3.1086878797778468,1172 19.4463348388671881173 ],1174 "rotation": [1175 0,1176 -90.00012207031251,1177 01178 ]1179 },1180 "location": [1181 -127.59793853759766,1182 311.1036682128906,1183 168.04740905761721184 ],1185 "rotation": [1186 0,1187 -90.00012207031251,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 31,1198 95,1199 2551200 ]