TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l034_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l034_r002/lit.png",5 "camera": {6 "location": [7 -32,8 617,9 18110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -32,38 617,39 181,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window6",56 "bbox_2d": [57 1638,58 0,59 1919,60 101361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 663.2409183566147,67 219.5106124877929768 ],69 "extent": [70 5,71 56.93122597380216,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 663.2409183566147,79 219.5106124877929780 ],81 "extent": [82 5,83 56.93122597380216,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 606.3096923828125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.209983468055725,105 1106 ]107 },108 "color": [109 0,110 127,111 63112 ]113 }114 ],115 "ceiling decor": [116 {117 "object_id": "SM_DecorTop2",118 "bbox_2d": [119 1337,120 0,121 1368,122 13123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -185.36775285118892,128 773.3313646316528,129 334.38922119140625130 ],131 "extent": [132 54.58970289268109,133 0,134 24.174877166748047135 ]136 },137 "obb": {138 "center": [139 -185.36775285118892,140 773.3313646316528,141 334.38922119140625142 ],143 "extent": [144 54.58970289268109,145 0,146 24.174877166748047147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -185.72364807128906,156 783.7068481445312,157 334.38922119140625158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 0.7799999713897705,166 1,167 1168 ]169 },170 "color": [171 63,172 63,173 255174 ]175 }176 ]177 },178 "foreground": {179 "armchair": [180 {181 "object_id": "SM_AmchairTreadle_71",182 "bbox_2d": [183 1127,184 559,185 1827,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -152.8481072756076,192 690.1914664693588,193 135.18423461914062194 ],195 "extent": [196 90.17419874910203,197 74.60563740934913,198 41.904197692871094199 ]200 },201 "obb": {202 "center": [203 -152.8481072756076,204 690.1914664693588,205 135.18423461914062206 ],207 "extent": [208 90.17419874910203,209 74.60563740934913,210 41.904197692871094211 ],212 "rotation": [213 0,214 60.00009536743165,215 0216 ]217 },218 "location": [219 -181.7554931640625,220 707.0924682617188,221 93.3218994140625222 ],223 "rotation": [224 0,225 60.00009536743165,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 255,237 63238 ]239 }240 ],241 "curtain": [242 {243 "object_id": "SM_CurtainLong9",244 "bbox_2d": [245 1705,246 0,247 1919,248 288249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -237.5800018310547,254 656.2885259923869,255 286.1421890258789256 ],257 "extent": [258 2.8221588134765625,259 44.898785157101884,260 59.639122009277344261 ]262 },263 "obb": {264 "center": [265 -237.5800018310547,266 656.2885259923869,267 286.1421890258789268 ],269 "extent": [270 2.8221588134765625,271 44.898785157101884,272 59.639122009277344273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 -240.40216064453125,282 654.7033081054688,283 345.78131103515625284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 0.8799999952316284,293 1294 ]295 },296 "color": [297 0,298 63,299 127300 ]301 }302 ],303 "shelf": [304 {305 "object_id": "SM_Shelf_137",306 "bbox_2d": [307 1001,308 0,309 1376,310 999311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -185.4209261248343,316 782.8369913101196,317 201.84811401367188318 ],319 "extent": [320 54.57733371167703,321 13.994805335998535,322 108.51106262207031323 ]324 },325 "obb": {326 "center": [327 -185.4209261248343,328 782.8369913101196,329 201.84811401367188330 ],331 "extent": [332 54.57733371167703,333 13.994805335998535,334 108.51106262207031335 ],336 "rotation": [337 0,338 180,339 0340 ]341 },342 "location": [343 -179.84634399414062,344 784.39208984375,345 93.3218994140625346 ],347 "rotation": [348 0,349 180,350 0351 ],352 "scale": [353 1.2000000476837158,354 1,355 1356 ]357 },358 "color": [359 63,360 0,361 63362 ]363 }364 ],365 "fireplace": [366 {367 "object_id": "SM_Flame_153",368 "bbox_2d": [369 457,370 887,371 737,372 1038373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -60.58686799178658,378 782.451763153076,379 113.13406276702881380 ],381 "extent": [382 21.729993096013395,383 0.8885901840129691,384 9.140752792358398385 ]386 },387 "obb": {388 "center": [389 -60.58686799178658,390 782.451763153076,391 113.13406276702881392 ],393 "extent": [394 21.729993096013395,395 0.8885901840129691,396 9.140752792358398397 ],398 "rotation": [399 0,400 179.9999237060547,401 0402 ]403 },404 "location": [405 -60.58686828613281,406 782.230712890625,407 104.09186553955078408 ],409 "rotation": [410 0,411 179.9999237060547,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 0,422 0,423 191424 ]425 },426 {427 "object_id": "SM_Flame2",428 "bbox_2d": [429 492,430 874,431 735,432 980433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -62.32649582992134,438 784.2634086608884,439 114.03975405784308440 ],441 "extent": [442 20.502837489401497,443 0.8885885499564665,444 10.056315679039017445 ]446 },447 "obb": {448 "center": [449 -62.32649582992134,450 784.2634086608884,451 114.03975405784308452 ],453 "extent": [454 20.502837489401497,455 0.8885885499564665,456 10.056315679039017457 ],458 "rotation": [459 0,460 179.9999237060547,461 0462 ]463 },464 "location": [465 -62.32649612426758,466 784.0423583984375,467 104.09186553955078468 ],469 "rotation": [470 0,471 179.9999237060547,472 0473 ],474 "scale": [475 -0.943527102470398,476 1,477 1.1001627445220947478 ]479 },480 "color": [481 0,482 255,483 191484 ]485 },486 {487 "object_id": "SM_FirePlace_6",488 "bbox_2d": [489 0,490 0,491 1001,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -60.29224395751953,498 780.9791860580444,499 202.04822540283203500 ],501 "extent": [502 69.99999999999997,503 15.715024948120117,504 108.50000762939453505 ]506 },507 "obb": {508 "center": [509 -60.29224395751953,510 780.9791860580444,511 202.04822540283203512 ],513 "extent": [514 69.99999999999997,515 15.715024948120117,516 108.50000762939453517 ],518 "rotation": [519 0,520 180,521 0522 ]523 },524 "location": [525 -74.29224395751953,526 781.2350463867188,527 93.32191467285156528 ],529 "rotation": [530 0,531 180,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 191,542 95,543 223544 ]545 }546 ],547 "decorative grass": [548 {549 "object_id": "SM_Decorative5_171",550 "bbox_2d": [551 1276,552 133,553 1332,554 214555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -223.5649871826172,560 779.2637939453125,561 269.12548828125562 ],563 "extent": [564 6.68212890625,565 6.656768798828125,566 11.0948486328125567 ]568 },569 "obb": {570 "center": [571 -223.5649871826172,572 779.2637939453125,573 269.12548828125574 ],575 "extent": [576 6.68212890625,577 6.656768798828125,578 11.0948486328125579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 -223.5649871826172,588 779.2637939453125,589 257.9434814453125590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 63,605 191606 ]607 },608 {609 "object_id": "SM_Decorative4_174",610 "bbox_2d": [611 1221,612 120,613 1266,614 197615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -203.22682189941406,620 779.6796913146973,621 268.8955383300781622 ],623 "extent": [624 5.1749267578125,625 5.157649993896484,626 10.5943603515625627 ]628 },629 "obb": {630 "center": [631 -203.22682189941406,632 779.6796913146973,633 268.8955383300781634 ],635 "extent": [636 5.1749267578125,637 5.157649993896484,638 10.5943603515625639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 -203.20643615722656,648 779.6819458007812,649 258.2774963378906650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 63,664 0,665 191666 ]667 },668 {669 "object_id": "SM_Decorative3_177",670 "bbox_2d": [671 1165,672 110,673 1186,674 178675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -184.97677612304688,680 782.8497161865234,681 268.2440185546875682 ],683 "extent": [684 2.71636962890625,685 2.71685791015625,686 10.281005859375687 ]688 },689 "obb": {690 "center": [691 -184.97677612304688,692 782.8497161865234,693 268.2440185546875694 ],695 "extent": [696 2.71636962890625,697 2.71685791015625,698 10.281005859375699 ],700 "rotation": [701 0,702 0,703 0704 ]705 },706 "location": [707 -184.97500610351562,708 782.8487548828125,709 257.9434814453125710 ],711 "rotation": [712 0,713 0,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 63,724 255,725 191726 ]727 },728 {729 "object_id": "SM_Decorative1_180",730 "bbox_2d": [731 1096,732 77,733 1120,734 161735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -163.84169006347656,740 780.9541969299316,741 269.0025634765625742 ],743 "extent": [744 2.71087646484375,745 2.711925506591797,746 10.98583984375747 ]748 },749 "obb": {750 "center": [751 -163.84169006347656,752 780.9541969299316,753 269.0025634765625754 ],755 "extent": [756 2.71087646484375,757 2.711925506591797,758 10.98583984375759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -163.8230743408203,768 780.963623046875,769 257.9434814453125770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 63,784 127,785 191786 ]787 },788 {789 "object_id": "SM_Decorative2_183",790 "bbox_2d": [791 1033,792 74,793 1068,794 148795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -148.20559692382812,800 780.6666831970215,801 267.6994934082031802 ],803 "extent": [804 3.882904052734375,805 3.8526954650878906,806 9.6868896484375807 ]808 },809 "obb": {810 "center": [811 -148.20559692382812,812 780.6666831970215,813 267.6994934082031814 ],815 "extent": [816 3.882904052734375,817 3.8526954650878906,818 9.6868896484375819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -148.20635986328125,828 780.6687622070312,829 257.9435119628906830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 63,844 63,845 191846 ]847 },848 {849 "object_id": "SM_Decorative9_186",850 "bbox_2d": [851 1284,852 300,853 1321,854 333855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -225.11614990234375,860 780.9479484558105,861 234.7744903564453862 ],863 "extent": [864 4.4716796875,865 4.471668243408203,866 5.53289794921875867 ]868 },869 "obb": {870 "center": [871 -225.11614990234375,872 780.9479484558105,873 234.7744903564453874 ],875 "extent": [876 4.4716796875,877 4.471668243408203,878 5.53289794921875879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 -225.11614990234375,888 780.9479370117188,889 229.18190002441406890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 0,904 191,905 0906 ]907 },908 {909 "object_id": "SM_Decorative8_189",910 "bbox_2d": [911 1213,912 267,913 1285,914 327915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -206.68368530273438,920 781.1684188842773,921 237.36756896972656922 ],923 "extent": [924 8.3221435546875,925 8.322120666503906,926 8.1173095703125927 ]928 },929 "obb": {930 "center": [931 -206.68368530273438,932 781.1684188842773,933 237.36756896972656934 ],935 "extent": [936 8.3221435546875,937 8.322120666503906,938 8.1173095703125939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 -206.68368530273438,948 781.1683959960938,949 229.18190002441406950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 0,964 191,965 255966 ]967 },968 {969 "object_id": "SM_Decorative10_192",970 "bbox_2d": [971 1111,972 230,973 1202,974 311975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -176.90913413945756,980 780.4227288648756,981 239.38140765940278982 ],983 "extent": [984 12.894794336234384,985 12.816039062945606,986 10.127777022501789987 ]988 },989 "obb": {990 "center": [991 -176.90913413945756,992 780.4227288648756,993 239.38140765940278994 ],995 "extent": [996 12.894794336234384,997 12.816039062945606,998 10.127777022501789999 ],1000 "rotation": [1001 0,1002 159.99984741210938,1003 01004 ]1005 },1006 "location": [1007 -176.9091339111328,1008 780.4227294921875,1009 229.181900024414061010 ],1011 "rotation": [1012 0,1013 159.99984741210938,1014 01015 ],1016 "scale": [1017 1.399999976158142,1018 1.399999976158142,1019 1.3999999761581421020 ]1021 },1022 "color": [1023 0,1024 191,1025 1271026 ]1027 },1028 {1029 "object_id": "SM_Decorative6_195",1030 "bbox_2d": [1031 1036,1032 199,1033 1085,1034 2951035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -150.87075805664062,1040 780.7335891723633,1041 240.58088684082031042 ],1043 "extent": [1044 5.235870361328125,1045 5.270179748535156,1046 11.300231933593751047 ]1048 },1049 "obb": {1050 "center": [1051 -150.87075805664062,1052 780.7335891723633,1053 240.58088684082031054 ],1055 "extent": [1056 5.235870361328125,1057 5.270179748535156,1058 11.300231933593751059 ],1060 "rotation": [1061 0,1062 0,1063 01064 ]1065 },1066 "location": [1067 -150.8707275390625,1068 780.7335815429688,1069 229.181900024414061070 ],1071 "rotation": [1072 0,1073 0,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 0,1084 191,1085 631086 ]1087 },1088 {1089 "object_id": "SM_Decorative11_209",1090 "bbox_2d": [1091 1032,1092 396,1093 1092,1094 4391095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 -151.3098297119791,1100 780.5104217529297,1101 206.054702758789061102 ],1103 "extent": [1104 7.270573580925458,1105 6.482346043633925,1106 5.4048843383789061107 ]1108 },1109 "obb": {1110 "center": [1111 -151.3098297119791,1112 780.5104217529297,1113 206.054702758789061114 ],1115 "extent": [1116 7.270573580925458,1117 6.482346043633925,1118 5.4048843383789061119 ],1120 "rotation": [1121 0,1122 179.999755859375,1123 01124 ]1125 },1126 "location": [1127 -151.30982971191406,1128 780.5104370117188,1129 200.643341064453121130 ],1131 "rotation": [1132 0,1133 179.999755859375,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 127,1144 191,1145 1271146 ]1147 },1148 {1149 "object_id": "SM_Decorative13_218",1150 "bbox_2d": [1151 1203,1152 494,1153 1259,1154 5771155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -200.1763801574707,1160 781.0755767822266,1161 182.041233062744141162 ],1163 "extent": [1164 6.991336822509766,1165 6.6183319091796875,1166 9.9838142395019531167 ]1168 },1169 "obb": {1170 "center": [1171 -200.1763801574707,1172 781.0755767822266,1173 182.041233062744141174 ],1175 "extent": [1176 6.991336822509766,1177 6.6183319091796875,1178 9.9838142395019531179 ],1180 "rotation": [1181 0,1182 0,1183 01184 ]1185 },1186 "location": [1187 -199.93563842773438,1188 781.0755615234375,1189 172.0339355468751190 ],1191 "rotation": [1192 0,1193 0,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]