TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l036_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l036_r003/lit.png",5 "camera": {6 "location": [7 -124,8 -265,9 16510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -124,38 -265,39 165,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 98,58 0,59 859,60 101361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_WindowOpen_50",118 "bbox_2d": [119 0,120 0,121 97,122 1013123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.2314281463623,128 -96.93702158267479,129 219.51058197021484130 ],131 "extent": [132 20.735897064208984,133 49.87431874935646,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.2314281463623,140 -96.93702158267479,141 219.51058197021484142 ],143 "extent": [144 20.735897064208984,145 49.87431874935646,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.55386352539062,156 -146.81134033203125,157 100.09672546386719158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.059999942779541,167 1168 ]169 },170 "color": [171 127,172 0,173 127174 ]175 }176 ]177 },178 "foreground": {179 "closet": [180 {181 "object_id": "SM_Closet_29",182 "bbox_2d": [183 1494,184 0,185 1919,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -5.889900207519531,192 -347.92909240722656,193 225.49037170410156194 ],195 "extent": [196 236.4459686279297,197 20.030471801757812,198 133.37185668945312199 ]200 },201 "obb": {202 "center": [203 -5.889900207519531,204 -347.92909240722656,205 225.49037170410156206 ],207 "extent": [208 236.4459686279297,209 20.030471801757812,210 133.37185668945312211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -6.054466247558594,220 -367.9595642089844,221 92.11851501464844222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 255,236 127,237 0238 ]239 }240 ],241 "curtain": [242 {243 "object_id": "SM_CurtainLong_74",244 "bbox_2d": [245 33,246 0,247 788,248 738249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -237.58009314537048,254 -201.08392884500245,255 243.79515838623047256 ],257 "extent": [258 2.8221590518951416,259 44.898785157101884,260 101.98615264892578261 ]262 },263 "obb": {264 "center": [265 -237.58009314537048,266 -201.08392884500245,267 243.79515838623047268 ],269 "extent": [270 2.8221590518951416,271 44.898785157101884,272 101.98615264892578273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 -240.40225219726562,282 -203.2975311279297,283 345.78131103515625284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 1,292 0.8799999952316284,293 1294 ]295 },296 "color": [297 255,298 127,299 63300 ]301 }302 ],303 "tea table": [304 {305 "object_id": "SM_TeaTable_8",306 "bbox_2d": [307 1083,308 682,309 1531,310 1079311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -212.34503437948638,316 -295.45776235127244,317 121.29112624501886318 ],319 "extent": [320 19.04937372325287,321 19.049376364458,322 27.987954573018442323 ]324 },325 "obb": {326 "center": [327 -212.34503437948638,328 -295.45776235127244,329 121.29112624501886330 ],331 "extent": [332 19.04937372325287,333 19.049376364458,334 27.987954573018442335 ],336 "rotation": [337 0,338 0,339 0340 ]341 },342 "location": [343 -212.34503173828125,344 -295.457763671875,345 93.32220458984375346 ],347 "rotation": [348 0,349 0,350 0351 ],352 "scale": [353 0.6923760771751404,354 0.6923760771751404,355 0.9319819211959839356 ]357 },358 "color": [359 31,360 191,361 191362 ]363 }364 ],365 "plant": [366 {367 "object_id": "SM_HousePlant2_5",368 "bbox_2d": [369 0,370 261,371 186,372 1061373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -213.94640350341797,378 -179.6782684326172,379 141.29369735717773380 ],381 "extent": [382 22.484100341796875,383 20.204172134399414,384 47.9683837890625385 ]386 },387 "obb": {388 "center": [389 -213.94640350341797,390 -179.6782684326172,391 141.29369735717773392 ],393 "extent": [394 22.484100341796875,395 20.204172134399414,396 47.9683837890625397 ],398 "rotation": [399 0,400 0,401 0402 ]403 },404 "location": [405 -208.19985961914062,406 -176.43426513671875,407 93.3218994140625408 ],409 "rotation": [410 0,411 0,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 127,422 159,423 191424 ]425 },426 {427 "object_id": "SM_Leavs16",428 "bbox_2d": [429 1269,430 484,431 1478,432 591433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -198.41163903397526,438 -296.8151961393689,439 161.5336799621582440 ],441 "extent": [442 12.280540856308335,443 11.832177339088503,444 7.520979881286621445 ]446 },447 "obb": {448 "center": [449 -198.41163903397526,450 -296.8151961393689,451 161.5336799621582452 ],453 "extent": [454 12.280540856308335,455 11.832177339088503,456 7.520979881286621457 ],458 "rotation": [459 0,460 139.99986267089847,461 0462 ]463 },464 "location": [465 -210.5232391357422,466 -295.2097473144531,467 153.943115234375468 ],469 "rotation": [470 0,471 139.99986267089847,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 159,482 63,483 0484 ]485 },486 {487 "object_id": "SM_Leavs17",488 "bbox_2d": [489 1343,490 522,491 1621,492 590493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -206.99251083871377,498 -307.89269852737704,499 159.7363614801654500 ],501 "extent": [502 10.849528336594943,503 12.798603939832276,504 9.122610457489117505 ]506 },507 "obb": {508 "center": [509 -206.99251083871377,510 -307.89269852737704,511 159.7363614801654512 ],513 "extent": [514 10.849528336594943,515 12.798603939832276,516 9.122610457489117517 ],518 "rotation": [519 3.404849052429199,520 69.71941375732422,521 -9.408081054687505522 ]523 },524 "location": [525 -210.5232391357422,526 -295.2097473144531,527 153.943115234375528 ],529 "rotation": [530 3.404849052429199,531 69.71941375732422,532 -9.408081054687505533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 159,542 63,543 255544 ]545 },546 {547 "object_id": "SM_Leavs18",548 "bbox_2d": [549 1309,550 499,551 1369,552 591553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -220.46262078989457,558 -301.94634302770237,559 161.86220396796938560 ],561 "extent": [562 10.794675249660344,563 7.009213717642126,564 8.252017998745458565 ]566 },567 "obb": {568 "center": [569 -220.46262078989457,570 -301.94634302770237,571 161.86220396796938572 ],573 "extent": [574 10.794675249660344,575 7.009213717642126,576 8.252017998745458577 ],578 "rotation": [579 -2.9969177246093754,580 -0.2533569335937501,581 -1.7218322753906254582 ]583 },584 "location": [585 -210.5232391357422,586 -295.2097473144531,587 153.943115234375588 ],589 "rotation": [590 -2.9969177246093754,591 -0.2533569335937501,592 -1.7218322753906254593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 159,602 63,603 127604 ]605 },606 {607 "object_id": "SM_Leavs19",608 "bbox_2d": [609 1119,610 524,611 1285,612 590613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -222.24486488882138,618 -289.2000147583717,619 159.71993097925866620 ],621 "extent": [622 11.902961038105047,623 12.728261746675855,624 9.203341880636486625 ]626 },627 "obb": {628 "center": [629 -222.24486488882138,630 -289.2000147583717,631 159.71993097925866632 ],633 "extent": [634 11.902961038105047,635 12.728261746675855,636 9.203341880636486637 ],638 "rotation": [639 6.384586811065675,640 -60.35650634765628,641 -5.189575195312501642 ]643 },644 "location": [645 -210.5232391357422,646 -295.2097473144531,647 153.943115234375648 ],649 "rotation": [650 6.384586811065675,651 -60.35650634765628,652 -5.189575195312501653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 159,662 63,663 63664 ]665 },666 {667 "object_id": "SM_Leavs20",668 "bbox_2d": [669 1028,670 521,671 1260,672 590673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -206.6402301115293,678 -282.6226254588121,679 159.71993097925866680 ],681 "extent": [682 12.482047911465656,683 12.759096997498375,684 9.203341880636486685 ]686 },687 "obb": {688 "center": [689 -206.6402301115293,690 -282.6226254588121,691 159.71993097925866692 ],693 "extent": [694 12.482047911465656,695 12.759096997498375,696 9.203341880636486697 ],698 "rotation": [699 6.3845868110656765,700 -140.35658264160156,701 -5.189575195312501702 ]703 },704 "location": [705 -210.5232391357422,706 -295.2097473144531,707 153.943115234375708 ],709 "rotation": [710 6.3845868110656765,711 -140.35658264160156,712 -5.189575195312501713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 159,722 63,723 191724 ]725 },726 {727 "object_id": "SM_Leavs21",728 "bbox_2d": [729 1052,730 485,731 1267,732 588733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -215.3110105368297,738 -284.7758370203055,739 162.60889603161533740 ],741 "extent": [742 8.972091432615088,743 12.32045001821308,744 8.917166124016205745 ]746 },747 "obb": {748 "center": [749 -215.3110105368297,750 -284.7758370203055,751 162.60889603161533752 ],753 "extent": [754 8.972091432615088,755 12.32045001821308,756 8.917166124016205757 ],758 "rotation": [759 -7.193054199218752,760 -101.26104736328126,761 -1.355743408203125762 ]763 },764 "location": [765 -210.5232391357422,766 -295.2097473144531,767 153.943115234375768 ],769 "rotation": [770 -7.193054199218752,771 -101.26104736328126,772 -1.355743408203125773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 159,782 63,783 31784 ]785 },786 {787 "object_id": "SM_Leavs22",788 "bbox_2d": [789 1198,790 469,791 1315,792 590793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -201.07920856605602,798 -288.6829161067211,799 162.60889603161533800 ],801 "extent": [802 11.397967541961776,803 7.1600980167666535,804 8.917166124016205805 ]806 },807 "obb": {808 "center": [809 -201.07920856605602,810 -288.6829161067211,811 162.60889603161533812 ],813 "extent": [814 11.397967541961776,815 7.1600980167666535,816 8.917166124016205817 ],818 "rotation": [819 -7.193054199218753,820 178.73875427246094,821 -1.3557434082031252822 ]823 },824 "location": [825 -210.5232391357422,826 -295.2097473144531,827 153.943115234375828 ],829 "rotation": [830 -7.193054199218753,831 178.73875427246094,832 -1.3557434082031252833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 159,842 63,843 95844 ]845 },846 {847 "object_id": "SM_Leavs23",848 "bbox_2d": [849 1320,850 472,851 1596,852 590853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -205.73556360064126,858 -305.6437015977528,859 162.60889603161533860 ],861 "extent": [862 8.972180096615261,863 12.320488924715562,864 8.917166124016205865 ]866 },867 "obb": {868 "center": [869 -205.73556360064126,870 -305.6437015977528,871 162.60889603161533872 ],873 "extent": [874 8.972180096615261,875 12.320488924715562,876 8.917166124016205877 ],878 "rotation": [879 -7.19305419921875,880 78.73842620849608,881 -1.3557434082031246882 ]883 },884 "location": [885 -210.5232391357422,886 -295.2097473144531,887 153.943115234375888 ],889 "rotation": [890 -7.19305419921875,891 78.73842620849608,892 -1.3557434082031246893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 159,902 191,903 0904 ]905 },906 {907 "object_id": "SM_Leavs24",908 "bbox_2d": [909 1266,910 491,911 1313,912 590913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -221.96543082572663,918 -296.1400635752172,919 162.60889603161533920 ],921 "extent": [922 13.025749119825292,923 11.731600526206023,924 8.917166124016205925 ]926 },927 "obb": {928 "center": [929 -221.96543082572663,930 -296.1400635752172,931 162.60889603161533932 ],933 "extent": [934 13.025749119825292,935 11.731600526206023,936 8.917166124016205937 ],938 "rotation": [939 -7.193054199218752,940 -31.261596679687507,941 -1.355743408203125942 ]943 },944 "location": [945 -210.5232391357422,946 -295.2097473144531,947 153.943115234375948 ],949 "rotation": [950 -7.193054199218752,951 -31.261596679687507,952 -1.355743408203125953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 159,962 191,963 255964 ]965 },966 {967 "object_id": "SM_Leavs25",968 "bbox_2d": [969 1157,970 462,971 1308,972 590973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -219.61559877158408,978 -291.3699859605793,979 164.40591719365057980 ],981 "extent": [982 11.85394461754612,983 13.751935822330893,984 10.422438092864581985 ]986 },987 "obb": {988 "center": [989 -219.61559877158408,990 -291.3699859605793,991 164.40591719365057992 ],993 "extent": [994 11.85394461754612,995 13.751935822330893,996 10.422438092864581997 ],998 "rotation": [999 -16.491058349609375,1000 -62.03756713867185,1001 2.40960407257079861002 ]1003 },1004 "location": [1005 -210.5232391357422,1006 -295.2097473144531,1007 153.9431152343751008 ],1009 "rotation": [1010 -16.491058349609375,1011 -62.03756713867185,1012 2.40960407257079861013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 159,1022 191,1023 1271024 ]1025 },1026 {1027 "object_id": "SM_Leavs26",1028 "bbox_2d": [1029 1085,1030 445,1031 1274,1032 5891033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -208.32066919453564,1038 -285.5887528933377,1039 164.405913514193341040 ],1041 "extent": [1042 13.53681742901557,1043 12.940766198255574,1044 10.4224343819400081045 ]1046 },1047 "obb": {1048 "center": [1049 -208.32066919453564,1050 -285.5887528933377,1051 164.405913514193341052 ],1053 "extent": [1054 13.53681742901557,1055 12.940766198255574,1056 10.4224343819400081057 ],1058 "rotation": [1059 -16.491027832031254,1060 -142.03762817382812,1061 2.4096078872680641062 ]1063 },1064 "location": [1065 -210.5232391357422,1066 -295.2097473144531,1067 153.9431152343751068 ],1069 "rotation": [1070 -16.491027832031254,1071 -142.03762817382812,1072 2.4096078872680641073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 159,1082 191,1083 631084 ]1085 },1086 {1087 "object_id": "SM_Leavs27",1088 "bbox_2d": [1089 1270,1090 426,1091 1506,1092 5901093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -201.43089069620882,1098 -299.0495771129362,1099 164.405901804596451100 ],1101 "extent": [1102 11.853902612120635,1103 13.751927169839007,1104 10.4224225578790881105 ]1106 },1107 "obb": {1108 "center": [1109 -201.43089069620882,1110 -299.0495771129362,1111 164.405901804596451112 ],1113 "extent": [1114 11.853902612120635,1115 13.751927169839007,1116 10.4224225578790881117 ],1118 "rotation": [1119 -16.490936279296875,1120 117.96212768554686,1121 2.4096128940582271122 ]1123 },1124 "location": [1125 -210.5232391357422,1126 -295.2097473144531,1127 153.9431152343751128 ],1129 "rotation": [1130 -16.490936279296875,1131 117.96212768554686,1132 2.4096128940582271133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 159,1142 191,1143 1911144 ]1145 },1146 {1147 "object_id": "SM_Leavs28",1148 "bbox_2d": [1149 1317,1150 453,1151 1455,1152 5911153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -214.36313140103175,1158 -304.30206900121544,1159 164.405902127770641160 ],1161 "extent": [1162 13.751927302929346,1163 11.85385287370201,1164 10.4224228907128241165 ]1166 },1167 "obb": {1168 "center": [1169 -214.36313140103175,1170 -304.30206900121544,1171 164.405902127770641172 ],1173 "extent": [1174 13.751927302929346,1175 11.85385287370201,1176 10.4224228907128241177 ],1178 "rotation": [1179 -16.490936279296886,1180 27.961734771728526,1181 2.4096159934997571182 ]1183 },1184 "location": [1185 -210.5232391357422,1186 -295.2097473144531,1187 153.9431152343751188 ],1189 "rotation": [1190 -16.490936279296886,1191 27.961734771728526,1192 2.4096159934997571193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [