TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l056_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l056_r001/lit.png",5 "camera": {6 "location": [7 -183,8 555,9 20210 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -183,38 555,39 202,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 0,58 0,59 599,60 11961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling decor": [116 {117 "object_id": "SM_DecorTop_145",118 "bbox_2d": [119 766,120 0,121 1242,122 170123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -60.215538024902344,128 773.3313646316528,129 334.38922119140625130 ],131 "extent": [132 69.98680114746094,133 0,134 24.174877166748047135 ]136 },137 "obb": {138 "center": [139 -60.215538024902344,140 773.3313646316528,141 334.38922119140625142 ],143 "extent": [144 69.98680114746094,145 0,146 24.174877166748047147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -60.67181396484375,156 783.7068481445312,157 334.38922119140625158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 63,172 63,173 0174 ]175 },176 {177 "object_id": "SM_DecorTop2",178 "bbox_2d": [179 1245,180 0,181 1448,182 51183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -185.36775285118892,188 773.3313646316528,189 334.38922119140625190 ],191 "extent": [192 54.58970289268109,193 0,194 24.174877166748047195 ]196 },197 "obb": {198 "center": [199 -185.36775285118892,200 773.3313646316528,201 334.38922119140625202 ],203 "extent": [204 54.58970289268109,205 0,206 24.174877166748047207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -185.72364807128906,216 783.7068481445312,217 334.38922119140625218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 0.7799999713897705,226 1,227 1228 ]229 },230 "color": [231 63,232 63,233 255234 ]235 },236 {237 "object_id": "SM_DecorTop3_149",238 "bbox_2d": [239 529,240 16,241 763,242 230243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 64.83476179724858,248 773.3313646316528,249 334.38922119140625250 ],251 "extent": [252 54.58970289268109,253 0,254 24.174877166748047255 ]256 },257 "obb": {258 "center": [259 64.83476179724858,260 773.3313646316528,261 334.38922119140625262 ],263 "extent": [264 54.58970289268109,265 0,266 24.174877166748047267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 64.47886657714844,276 783.7068481445312,277 334.38922119140625278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 0.7799999713897705,286 1,287 1288 ]289 },290 "color": [291 63,292 63,293 127294 ]295 },296 {297 "object_id": "SM_DecorTop4",298 "bbox_2d": [299 358,300 100,301 527,302 273303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 174.50553816443608,308 773.3313646316528,309 334.38922119140625310 ],311 "extent": [312 54.58970289268109,313 0,314 24.174877166748047315 ]316 },317 "obb": {318 "center": [319 174.50553816443608,320 773.3313646316528,321 334.38922119140625322 ],323 "extent": [324 54.58970289268109,325 0,326 24.174877166748047327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 174.14964294433594,336 783.7068481445312,337 334.38922119140625338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 0.7799999713897705,346 1,347 1348 ]349 },350 "color": [351 63,352 63,353 63354 ]355 }356 ]357 },358 "foreground": {359 "armchair": [360 {361 "object_id": "SM_AmchairTreadle_71",362 "bbox_2d": [363 707,364 694,365 1919,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -152.8481072756076,372 690.1914664693588,373 135.18423461914062374 ],375 "extent": [376 90.17419874910203,377 74.60563740934913,378 41.904197692871094379 ]380 },381 "obb": {382 "center": [383 -152.8481072756076,384 690.1914664693588,385 135.18423461914062386 ],387 "extent": [388 90.17419874910203,389 74.60563740934913,390 41.904197692871094391 ],392 "rotation": [393 0,394 60.00009536743165,395 0396 ]397 },398 "location": [399 -181.7554931640625,400 707.0924682617188,401 93.3218994140625402 ],403 "rotation": [404 0,405 60.00009536743165,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 255,417 63418 ]419 }420 ],421 "shelf": [422 {423 "object_id": "SM_Shelf_137",424 "bbox_2d": [425 1243,426 0,427 1911,428 1024429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -185.4209261248343,434 782.8369913101196,435 201.84811401367188436 ],437 "extent": [438 54.57733371167703,439 13.994805335998535,440 108.51106262207031441 ]442 },443 "obb": {444 "center": [445 -185.4209261248343,446 782.8369913101196,447 201.84811401367188448 ],449 "extent": [450 54.57733371167703,451 13.994805335998535,452 108.51106262207031453 ],454 "rotation": [455 0,456 180,457 0458 ]459 },460 "location": [461 -179.84634399414062,462 784.39208984375,463 93.3218994140625464 ],465 "rotation": [466 0,467 180,468 0469 ],470 "scale": [471 1.2000000476837158,472 1,473 1474 ]475 },476 "color": [477 63,478 0,479 63480 ]481 },482 {483 "object_id": "SM_Shelf2",484 "bbox_2d": [485 524,486 173,487 761,488 907489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 64.82413002750945,494 782.8369913101196,495 201.84811401367188496 ],497 "extent": [498 54.57733371167703,499 13.994805335998535,500 108.51106262207031501 ]502 },503 "obb": {504 "center": [505 64.82413002750945,506 782.8369913101196,507 201.84811401367188508 ],509 "extent": [510 54.57733371167703,511 13.994805335998535,512 108.51106262207031513 ],514 "rotation": [515 0,516 180,517 0518 ]519 },520 "location": [521 70.39871215820312,522 784.39208984375,523 93.3218994140625524 ],525 "rotation": [526 0,527 180,528 0529 ],530 "scale": [531 1.2000000476837158,532 1,533 1534 ]535 },536 "color": [537 63,538 255,539 63540 ]541 },542 {543 "object_id": "SM_Shelf3",544 "bbox_2d": [545 353,546 233,547 523,548 847549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 174.52945229313445,554 782.8369913101196,555 201.84811401367188556 ],557 "extent": [558 54.57733371167703,559 13.994805335998535,560 108.51106262207031561 ]562 },563 "obb": {564 "center": [565 174.52945229313445,566 782.8369913101196,567 201.84811401367188568 ],569 "extent": [570 54.57733371167703,571 13.994805335998535,572 108.51106262207031573 ],574 "rotation": [575 0,576 180,577 0578 ]579 },580 "location": [581 180.10403442382812,582 784.39208984375,583 93.3218994140625584 ],585 "rotation": [586 0,587 180,588 0589 ],590 "scale": [591 1.2000000476837158,592 1,593 1594 ]595 },596 "color": [597 63,598 127,599 63600 ]601 }602 ],603 "fireplace": [604 {605 "object_id": "SM_Flame_153",606 "bbox_2d": [607 921,608 832,609 1054,610 915611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -60.58686799178658,616 782.451763153076,617 113.13406276702881618 ],619 "extent": [620 21.729993096013395,621 0.8885901840129691,622 9.140752792358398623 ]624 },625 "obb": {626 "center": [627 -60.58686799178658,628 782.451763153076,629 113.13406276702881630 ],631 "extent": [632 21.729993096013395,633 0.8885901840129691,634 9.140752792358398635 ],636 "rotation": [637 0,638 179.9999237060547,639 0640 ]641 },642 "location": [643 -60.58686828613281,644 782.230712890625,645 104.09186553955078646 ],647 "rotation": [648 0,649 179.9999237060547,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 0,660 0,661 191662 ]663 },664 {665 "object_id": "SM_Flame2",666 "bbox_2d": [667 937,668 824,669 1054,670 881671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -62.32649582992134,676 784.2634086608884,677 114.03975405784308678 ],679 "extent": [680 20.502837489401497,681 0.8885885499564665,682 10.056315679039017683 ]684 },685 "obb": {686 "center": [687 -62.32649582992134,688 784.2634086608884,689 114.03975405784308690 ],691 "extent": [692 20.502837489401497,693 0.8885885499564665,694 10.056315679039017695 ],696 "rotation": [697 0,698 179.9999237060547,699 0700 ]701 },702 "location": [703 -62.32649612426758,704 784.0423583984375,705 104.09186553955078706 ],707 "rotation": [708 0,709 179.9999237060547,710 0711 ],712 "scale": [713 -0.943527102470398,714 1,715 1.1001627445220947716 ]717 },718 "color": [719 0,720 255,721 191722 ]723 },724 {725 "object_id": "SM_FirePlace_6",726 "bbox_2d": [727 761,728 52,729 1242,730 1020731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -60.29224395751953,736 780.9791860580444,737 202.04822540283203738 ],739 "extent": [740 69.99999999999997,741 15.715024948120117,742 108.50000762939453743 ]744 },745 "obb": {746 "center": [747 -60.29224395751953,748 780.9791860580444,749 202.04822540283203750 ],751 "extent": [752 69.99999999999997,753 15.715024948120117,754 108.50000762939453755 ],756 "rotation": [757 0,758 180,759 0760 ]761 },762 "location": [763 -74.29224395751953,764 781.2350463867188,765 93.32191467285156766 ],767 "rotation": [768 0,769 180,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 191,780 95,781 223782 ]783 }784 ],785 "decorative grass": [786 {787 "object_id": "SM_Decorative5_171",788 "bbox_2d": [789 1726,790 103,791 1821,792 222793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -223.5649871826172,798 779.2637939453125,799 269.12548828125800 ],801 "extent": [802 6.68212890625,803 6.656768798828125,804 11.0948486328125805 ]806 },807 "obb": {808 "center": [809 -223.5649871826172,810 779.2637939453125,811 269.12548828125812 ],813 "extent": [814 6.68212890625,815 6.656768798828125,816 11.0948486328125817 ],818 "rotation": [819 0,820 0,821 0822 ]823 },824 "location": [825 -223.5649871826172,826 779.2637939453125,827 257.9434814453125828 ],829 "rotation": [830 0,831 0,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 127,842 63,843 191844 ]845 },846 {847 "object_id": "SM_Decorative4_174",848 "bbox_2d": [849 1603,850 134,851 1668,852 237853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -203.22682189941406,858 779.6796913146973,859 268.8955383300781860 ],861 "extent": [862 5.1749267578125,863 5.157649993896484,864 10.5943603515625865 ]866 },867 "obb": {868 "center": [869 -203.22682189941406,870 779.6796913146973,871 268.8955383300781872 ],873 "extent": [874 5.1749267578125,875 5.157649993896484,876 10.5943603515625877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -203.20643615722656,886 779.6819458007812,887 258.2774963378906888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 63,902 0,903 191904 ]905 },906 {907 "object_id": "SM_Decorative3_177",908 "bbox_2d": [909 1511,910 161,911 1539,912 250913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -184.97677612304688,918 782.8497161865234,919 268.2440185546875920 ],921 "extent": [922 2.71636962890625,923 2.71685791015625,924 10.281005859375925 ]926 },927 "obb": {928 "center": [929 -184.97677612304688,930 782.8497161865234,931 268.2440185546875932 ],933 "extent": [934 2.71636962890625,935 2.71685791015625,936 10.281005859375937 ],938 "rotation": [939 0,940 0,941 0942 ]943 },944 "location": [945 -184.97500610351562,946 782.8487548828125,947 257.9434814453125948 ],949 "rotation": [950 0,951 0,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 63,962 255,963 191964 ]965 },966 {967 "object_id": "SM_Decorative1_180",968 "bbox_2d": [969 1397,970 171,971 1424,972 265973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -163.84169006347656,978 780.9541969299316,979 269.0025634765625980 ],981 "extent": [982 2.71087646484375,983 2.711925506591797,984 10.98583984375985 ]986 },987 "obb": {988 "center": [989 -163.84169006347656,990 780.9541969299316,991 269.0025634765625992 ],993 "extent": [994 2.71087646484375,995 2.711925506591797,996 10.98583984375997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 -163.8230743408203,1006 780.963623046875,1007 257.94348144531251008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 63,1022 127,1023 1911024 ]1025 },1026 {1027 "object_id": "SM_Decorative2_183",1028 "bbox_2d": [1029 1315,1030 198,1031 1351,1032 2751033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -148.20559692382812,1038 780.6666831970215,1039 267.69949340820311040 ],1041 "extent": [1042 3.882904052734375,1043 3.8526954650878906,1044 9.68688964843751045 ]1046 },1047 "obb": {1048 "center": [1049 -148.20559692382812,1050 780.6666831970215,1051 267.69949340820311052 ],1053 "extent": [1054 3.882904052734375,1055 3.8526954650878906,1056 9.68688964843751057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 -148.20635986328125,1066 780.6687622070312,1067 257.94351196289061068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 63,1082 63,1083 1911084 ]1085 },1086 {1087 "object_id": "SM_Decorative9_186",1088 "bbox_2d": [1089 1750,1090 328,1091 1814,1092 3811093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -225.11614990234375,1098 780.9479484558105,1099 234.77449035644531100 ],1101 "extent": [1102 4.4716796875,1103 4.471668243408203,1104 5.532897949218751105 ]1106 },1107 "obb": {1108 "center": [1109 -225.11614990234375,1110 780.9479484558105,1111 234.77449035644531112 ],1113 "extent": [1114 4.4716796875,1115 4.471668243408203,1116 5.532897949218751117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 -225.11614990234375,1126 780.9479370117188,1127 229.181900024414061128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 0,1142 191,1143 01144 ]1145 },1146 {1147 "object_id": "SM_Decorative8_189",1148 "bbox_2d": [1149 1605,1150 310,1151 1711,1152 3901153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -206.68368530273438,1158 781.1684188842773,1159 237.367568969726561160 ],1161 "extent": [1162 8.3221435546875,1163 8.322120666503906,1164 8.11730957031251165 ]1166 },1167 "obb": {1168 "center": [1169 -206.68368530273438,1170 781.1684188842773,1171 237.367568969726561172 ],1173 "extent": [1174 8.3221435546875,1175 8.322120666503906,1176 8.11730957031251177 ],1178 "rotation": [1179 0,1180 0,1181 01182 ]1183 },1184 "location": [1185 -206.68368530273438,1186 781.1683959960938,1187 229.181900024414061188 ],1189 "rotation": [1190 0,1191 0,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [