TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l038_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l038_r002/lit.png",5 "camera": {6 "location": [7 -102,8 573,9 17010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -102,38 573,39 170,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window6",56 "bbox_2d": [57 1239,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 663.2409183566147,67 219.5106124877929768 ],69 "extent": [70 5,71 56.93122597380216,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 663.2409183566147,79 219.5106124877929780 ],81 "extent": [82 5,83 56.93122597380216,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 606.3096923828125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.209983468055725,105 1106 ]107 },108 "color": [109 0,110 127,111 63112 ]113 }114 ]115 },116 "foreground": {117 "armchair": [118 {119 "object_id": "SM_AmchairTreadle_71",120 "bbox_2d": [121 24,122 504,123 1247,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 -152.8481072756076,130 690.1914664693588,131 135.18423461914062132 ],133 "extent": [134 90.17419874910203,135 74.60563740934913,136 41.904197692871094137 ]138 },139 "obb": {140 "center": [141 -152.8481072756076,142 690.1914664693588,143 135.18423461914062144 ],145 "extent": [146 90.17419874910203,147 74.60563740934913,148 41.904197692871094149 ],150 "rotation": [151 0,152 60.00009536743165,153 0154 ]155 },156 "location": [157 -181.7554931640625,158 707.0924682617188,159 93.3218994140625160 ],161 "rotation": [162 0,163 60.00009536743165,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 255,174 255,175 63176 ]177 }178 ],179 "curtain": [180 {181 "object_id": "SM_CurtainLong9",182 "bbox_2d": [183 1243,184 0,185 1875,186 232187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -237.5800018310547,192 656.2885259923869,193 286.1421890258789194 ],195 "extent": [196 2.8221588134765625,197 44.898785157101884,198 59.639122009277344199 ]200 },201 "obb": {202 "center": [203 -237.5800018310547,204 656.2885259923869,205 286.1421890258789206 ],207 "extent": [208 2.8221588134765625,209 44.898785157101884,210 59.639122009277344211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -240.40216064453125,220 654.7033081054688,221 345.78131103515625222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 0.8799999952316284,231 1232 ]233 },234 "color": [235 0,236 63,237 127238 ]239 }240 ],241 "shelf": [242 {243 "object_id": "SM_Shelf_137",244 "bbox_2d": [245 574,246 0,247 1041,248 931249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -185.4209261248343,254 782.8369913101196,255 201.84811401367188256 ],257 "extent": [258 54.57733371167703,259 13.994805335998535,260 108.51106262207031261 ]262 },263 "obb": {264 "center": [265 -185.4209261248343,266 782.8369913101196,267 201.84811401367188268 ],269 "extent": [270 54.57733371167703,271 13.994805335998535,272 108.51106262207031273 ],274 "rotation": [275 0,276 180,277 0278 ]279 },280 "location": [281 -179.84634399414062,282 784.39208984375,283 93.3218994140625284 ],285 "rotation": [286 0,287 180,288 0289 ],290 "scale": [291 1.2000000476837158,292 1,293 1294 ]295 },296 "color": [297 63,298 0,299 63300 ]301 }302 ],303 "fireplace": [304 {305 "object_id": "SM_Flame_153",306 "bbox_2d": [307 0,308 817,309 277,310 948311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -60.58686799178658,316 782.451763153076,317 113.13406276702881318 ],319 "extent": [320 21.729993096013395,321 0.8885901840129691,322 9.140752792358398323 ]324 },325 "obb": {326 "center": [327 -60.58686799178658,328 782.451763153076,329 113.13406276702881330 ],331 "extent": [332 21.729993096013395,333 0.8885901840129691,334 9.140752792358398335 ],336 "rotation": [337 0,338 179.9999237060547,339 0340 ]341 },342 "location": [343 -60.58686828613281,344 782.230712890625,345 104.09186553955078346 ],347 "rotation": [348 0,349 179.9999237060547,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 0,360 0,361 191362 ]363 },364 {365 "object_id": "SM_Flame2",366 "bbox_2d": [367 0,368 804,369 282,370 902371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -62.32649582992134,376 784.2634086608884,377 114.03975405784308378 ],379 "extent": [380 20.502837489401497,381 0.8885885499564665,382 10.056315679039017383 ]384 },385 "obb": {386 "center": [387 -62.32649582992134,388 784.2634086608884,389 114.03975405784308390 ],391 "extent": [392 20.502837489401497,393 0.8885885499564665,394 10.056315679039017395 ],396 "rotation": [397 0,398 179.9999237060547,399 0400 ]401 },402 "location": [403 -62.32649612426758,404 784.0423583984375,405 104.09186553955078406 ],407 "rotation": [408 0,409 179.9999237060547,410 0411 ],412 "scale": [413 -0.943527102470398,414 1,415 1.1001627445220947416 ]417 },418 "color": [419 0,420 255,421 191422 ]423 },424 {425 "object_id": "SM_FirePlace_6",426 "bbox_2d": [427 0,428 0,429 574,430 1033431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -60.29224395751953,436 780.9791860580444,437 202.04822540283203438 ],439 "extent": [440 69.99999999999997,441 15.715024948120117,442 108.50000762939453443 ]444 },445 "obb": {446 "center": [447 -60.29224395751953,448 780.9791860580444,449 202.04822540283203450 ],451 "extent": [452 69.99999999999997,453 15.715024948120117,454 108.50000762939453455 ],456 "rotation": [457 0,458 180,459 0460 ]461 },462 "location": [463 -74.29224395751953,464 781.2350463867188,465 93.32191467285156466 ],467 "rotation": [468 0,469 180,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 95,481 223482 ]483 }484 ],485 "decorative grass": [486 {487 "object_id": "SM_Decorative5_171",488 "bbox_2d": [489 942,490 94,491 994,492 175493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -223.5649871826172,498 779.2637939453125,499 269.12548828125500 ],501 "extent": [502 6.68212890625,503 6.656768798828125,504 11.0948486328125505 ]506 },507 "obb": {508 "center": [509 -223.5649871826172,510 779.2637939453125,511 269.12548828125512 ],513 "extent": [514 6.68212890625,515 6.656768798828125,516 11.0948486328125517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -223.5649871826172,526 779.2637939453125,527 257.9434814453125528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 127,542 63,543 191544 ]545 },546 {547 "object_id": "SM_Decorative4_174",548 "bbox_2d": [549 873,550 80,551 915,552 157553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -203.22682189941406,558 779.6796913146973,559 268.8955383300781560 ],561 "extent": [562 5.1749267578125,563 5.157649993896484,564 10.5943603515625565 ]566 },567 "obb": {568 "center": [569 -203.22682189941406,570 779.6796913146973,571 268.8955383300781572 ],573 "extent": [574 5.1749267578125,575 5.157649993896484,576 10.5943603515625577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -203.20643615722656,586 779.6819458007812,587 258.2774963378906588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 0,603 191604 ]605 },606 {607 "object_id": "SM_Decorative3_177",608 "bbox_2d": [609 807,610 68,611 827,612 138613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -184.97677612304688,618 782.8497161865234,619 268.2440185546875620 ],621 "extent": [622 2.71636962890625,623 2.71685791015625,624 10.281005859375625 ]626 },627 "obb": {628 "center": [629 -184.97677612304688,630 782.8497161865234,631 268.2440185546875632 ],633 "extent": [634 2.71636962890625,635 2.71685791015625,636 10.281005859375637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -184.97500610351562,646 782.8487548828125,647 257.9434814453125648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 255,663 191664 ]665 },666 {667 "object_id": "SM_Decorative1_180",668 "bbox_2d": [669 718,670 33,671 742,672 119673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -163.84169006347656,678 780.9541969299316,679 269.0025634765625680 ],681 "extent": [682 2.71087646484375,683 2.711925506591797,684 10.98583984375685 ]686 },687 "obb": {688 "center": [689 -163.84169006347656,690 780.9541969299316,691 269.0025634765625692 ],693 "extent": [694 2.71087646484375,695 2.711925506591797,696 10.98583984375697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -163.8230743408203,706 780.963623046875,707 257.9434814453125708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 63,722 127,723 191724 ]725 },726 {727 "object_id": "SM_Decorative2_183",728 "bbox_2d": [729 639,730 28,731 676,732 104733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -148.20559692382812,738 780.6666831970215,739 267.6994934082031740 ],741 "extent": [742 3.882904052734375,743 3.8526954650878906,744 9.6868896484375745 ]746 },747 "obb": {748 "center": [749 -148.20559692382812,750 780.6666831970215,751 267.6994934082031752 ],753 "extent": [754 3.882904052734375,755 3.8526954650878906,756 9.6868896484375757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -148.20635986328125,766 780.6687622070312,767 257.9435119628906768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 63,782 63,783 191784 ]785 },786 {787 "object_id": "SM_Decorative9_186",788 "bbox_2d": [789 953,790 259,791 987,792 292793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -225.11614990234375,798 780.9479484558105,799 234.7744903564453800 ],801 "extent": [802 4.4716796875,803 4.471668243408203,804 5.53289794921875805 ]806 },807 "obb": {808 "center": [809 -225.11614990234375,810 780.9479484558105,811 234.7744903564453812 ],813 "extent": [814 4.4716796875,815 4.471668243408203,816 5.53289794921875817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -225.11614990234375,826 780.9479370117188,827 229.18190002441406828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 0,842 191,843 0844 ]845 },846 {847 "object_id": "SM_Decorative8_189",848 "bbox_2d": [849 870,850 224,851 938,852 284853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -206.68368530273438,858 781.1684188842773,859 237.36756896972656860 ],861 "extent": [862 8.3221435546875,863 8.322120666503906,864 8.1173095703125865 ]866 },867 "obb": {868 "center": [869 -206.68368530273438,870 781.1684188842773,871 237.36756896972656872 ],873 "extent": [874 8.3221435546875,875 8.322120666503906,876 8.1173095703125877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -206.68368530273438,886 781.1683959960938,887 229.18190002441406888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 0,902 191,903 255904 ]905 },906 {907 "object_id": "SM_Decorative10_192",908 "bbox_2d": [909 743,910 185,911 832,912 267913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -176.90913413945756,918 780.4227288648756,919 239.38140765940278920 ],921 "extent": [922 12.894794336234384,923 12.816039062945606,924 10.127777022501789925 ]926 },927 "obb": {928 "center": [929 -176.90913413945756,930 780.4227288648756,931 239.38140765940278932 ],933 "extent": [934 12.894794336234384,935 12.816039062945606,936 10.127777022501789937 ],938 "rotation": [939 0,940 159.99984741210938,941 0942 ]943 },944 "location": [945 -176.9091339111328,946 780.4227294921875,947 229.18190002441406948 ],949 "rotation": [950 0,951 159.99984741210938,952 0953 ],954 "scale": [955 1.399999976158142,956 1.399999976158142,957 1.399999976158142958 ]959 },960 "color": [961 0,962 191,963 127964 ]965 },966 {967 "object_id": "SM_Decorative6_195",968 "bbox_2d": [969 645,970 152,971 695,972 248973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -150.87075805664062,978 780.7335891723633,979 240.5808868408203980 ],981 "extent": [982 5.235870361328125,983 5.270179748535156,984 11.30023193359375985 ]986 },987 "obb": {988 "center": [989 -150.87075805664062,990 780.7335891723633,991 240.5808868408203992 ],993 "extent": [994 5.235870361328125,995 5.270179748535156,996 11.30023193359375997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 -150.8707275390625,1006 780.7335815429688,1007 229.181900024414061008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 0,1022 191,1023 631024 ]1025 },1026 {1027 "object_id": "SM_Decorative11_209",1028 "bbox_2d": [1029 639,1030 346,1031 705,1032 3881033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -151.3098297119791,1038 780.5104217529297,1039 206.054702758789061040 ],1041 "extent": [1042 7.270573580925458,1043 6.482346043633925,1044 5.4048843383789061045 ]1046 },1047 "obb": {1048 "center": [1049 -151.3098297119791,1050 780.5104217529297,1051 206.054702758789061052 ],1053 "extent": [1054 7.270573580925458,1055 6.482346043633925,1056 5.4048843383789061057 ],1058 "rotation": [1059 0,1060 179.999755859375,1061 01062 ]1063 },1064 "location": [1065 -151.30982971191406,1066 780.5104370117188,1067 200.643341064453121068 ],1069 "rotation": [1070 0,1071 179.999755859375,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 127,1082 191,1083 1271084 ]1085 },1086 {1087 "object_id": "SM_Decorative13_218",1088 "bbox_2d": [1089 854,1090 448,1091 907,1092 5281093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -200.1763801574707,1098 781.0755767822266,1099 182.041233062744141100 ],1101 "extent": [1102 6.991336822509766,1103 6.6183319091796875,1104 9.9838142395019531105 ]1106 },1107 "obb": {1108 "center": [1109 -200.1763801574707,1110 781.0755767822266,1111 182.041233062744141112 ],1113 "extent": [1114 6.991336822509766,1115 6.6183319091796875,1116 9.9838142395019531117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 -199.93563842773438,1126 781.0755615234375,1127 172.0339355468751128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 255,1142 191,1143 1911144 ]1145 },1146 {1147 "object_id": "SM_Decorative30_221",1148 "bbox_2d": [1149 800,1150 461,1151 823,1152 5271153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -182.91492174970887,1158 781.3016365618167,1159 180.01048994064331160 ],1161 "extent": [1162 3.758657808906719,1163 3.7432735011465184,1164 7.9252510070800781165 ]1166 },1167 "obb": {1168 "center": [1169 -182.91492174970887,1170 781.3016365618167,1171 180.01048994064331172 ],1173 "extent": [1174 3.758657808906719,1175 3.7432735011465184,1176 7.9252510070800781177 ],1178 "rotation": [1179 0,1180 150.00013732910156,1181 01182 ]1183 },1184 "location": [1185 -182.9149169921875,1186 781.3016357421875,1187 172.033920288085941188 ],1189 "rotation": [1190 0,1191 150.00013732910156,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [