TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l018_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l018_r004/lit.png",5 "camera": {6 "location": [7 -127,8 -174,9 16410 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -127,38 -174,39 164,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 0,58 730,59 438,60 107861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 }114 ]115 },116 "foreground": {117 "closet": [118 {119 "object_id": "SM_Closet_29",120 "bbox_2d": [121 858,122 0,123 1919,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 -5.889900207519531,130 -347.92909240722656,131 225.49037170410156132 ],133 "extent": [134 236.4459686279297,135 20.030471801757812,136 133.37185668945312137 ]138 },139 "obb": {140 "center": [141 -5.889900207519531,142 -347.92909240722656,143 225.49037170410156144 ],145 "extent": [146 236.4459686279297,147 20.030471801757812,148 133.37185668945312149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 -6.054466247558594,158 -367.9595642089844,159 92.11851501464844160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 1,168 1,169 1170 ]171 },172 "color": [173 255,174 127,175 0176 ]177 }178 ],179 "curtain": [180 {181 "object_id": "SM_CurtainLong_74",182 "bbox_2d": [183 0,184 0,185 474,186 806187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -237.58009314537048,192 -201.08392884500245,193 243.79515838623047194 ],195 "extent": [196 2.8221590518951416,197 44.898785157101884,198 101.98615264892578199 ]200 },201 "obb": {202 "center": [203 -237.58009314537048,204 -201.08392884500245,205 243.79515838623047206 ],207 "extent": [208 2.8221590518951416,209 44.898785157101884,210 101.98615264892578211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -240.40225219726562,220 -203.2975311279297,221 345.78131103515625222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 0.8799999952316284,231 1232 ]233 },234 "color": [235 255,236 127,237 63238 ]239 }240 ],241 "tea table": [242 {243 "object_id": "SM_TeaTable_8",244 "bbox_2d": [245 748,246 626,247 997,248 1050249 ],250 "bbox_3d": {251 "aabb": {252 "center": [253 -212.34503437948638,254 -295.45776235127244,255 121.29112624501886256 ],257 "extent": [258 19.04937372325287,259 19.049376364458,260 27.987954573018442261 ]262 },263 "obb": {264 "center": [265 -212.34503437948638,266 -295.45776235127244,267 121.29112624501886268 ],269 "extent": [270 19.04937372325287,271 19.049376364458,272 27.987954573018442273 ],274 "rotation": [275 0,276 0,277 0278 ]279 },280 "location": [281 -212.34503173828125,282 -295.457763671875,283 93.32220458984375284 ],285 "rotation": [286 0,287 0,288 0289 ],290 "scale": [291 0.6923760771751404,292 0.6923760771751404,293 0.9319819211959839294 ]295 },296 "color": [297 31,298 191,299 191300 ]301 }302 ],303 "books": [304 {305 "object_id": "SM_Book58",306 "bbox_2d": [307 1623,308 15,309 1904,310 178311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -100.49318003507972,316 -341.48170680221426,317 223.28869099527492318 ],319 "extent": [320 13.663320858765246,321 12.793382876985447,322 11.61133090381145323 ]324 },325 "obb": {326 "center": [327 -100.49318003507972,328 -341.48170680221426,329 223.28869099527492330 ],331 "extent": [332 13.663320858765246,333 12.793382876985447,334 11.61133090381145335 ],336 "rotation": [337 0,338 -90.00009155273439,339 0340 ]341 },342 "location": [343 -100.3257064819336,344 -341.8990173339844,345 211.6808624267578346 ],347 "rotation": [348 0,349 -90.00009155273439,350 0351 ],352 "scale": [353 0.9520900249481201,354 -0.626272976398468,355 0.626272976398468356 ]357 },358 "color": [359 191,360 31,361 95362 ]363 }364 ],365 "plant": [366 {367 "object_id": "SM_Leavs16",368 "bbox_2d": [369 891,370 505,371 1034,372 561373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -198.41163903397526,378 -296.8151961393689,379 161.5336799621582380 ],381 "extent": [382 12.280540856308335,383 11.832177339088503,384 7.520979881286621385 ]386 },387 "obb": {388 "center": [389 -198.41163903397526,390 -296.8151961393689,391 161.5336799621582392 ],393 "extent": [394 12.280540856308335,395 11.832177339088503,396 7.520979881286621397 ],398 "rotation": [399 0,400 139.99986267089847,401 0402 ]403 },404 "location": [405 -210.5232391357422,406 -295.2097473144531,407 153.943115234375408 ],409 "rotation": [410 0,411 139.99986267089847,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 159,422 63,423 0424 ]425 },426 {427 "object_id": "SM_Leavs17",428 "bbox_2d": [429 899,430 525,431 999,432 561433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -206.99251083871377,438 -307.89269852737704,439 159.7363614801654440 ],441 "extent": [442 10.849528336594943,443 12.798603939832276,444 9.122610457489117445 ]446 },447 "obb": {448 "center": [449 -206.99251083871377,450 -307.89269852737704,451 159.7363614801654452 ],453 "extent": [454 10.849528336594943,455 12.798603939832276,456 9.122610457489117457 ],458 "rotation": [459 3.404849052429199,460 69.71941375732422,461 -9.408081054687505462 ]463 },464 "location": [465 -210.5232391357422,466 -295.2097473144531,467 153.943115234375468 ],469 "rotation": [470 3.404849052429199,471 69.71941375732422,472 -9.408081054687505473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 159,482 63,483 255484 ]485 },486 {487 "object_id": "SM_Leavs18",488 "bbox_2d": [489 840,490 509,491 891,492 560493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -220.46262078989457,498 -301.94634302770237,499 161.86220396796938500 ],501 "extent": [502 10.794675249660344,503 7.009213717642126,504 8.252017998745458505 ]506 },507 "obb": {508 "center": [509 -220.46262078989457,510 -301.94634302770237,511 161.86220396796938512 ],513 "extent": [514 10.794675249660344,515 7.009213717642126,516 8.252017998745458517 ],518 "rotation": [519 -2.9969177246093754,520 -0.2533569335937501,521 -1.7218322753906254522 ]523 },524 "location": [525 -210.5232391357422,526 -295.2097473144531,527 153.943115234375528 ],529 "rotation": [530 -2.9969177246093754,531 -0.2533569335937501,532 -1.7218322753906254533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 159,542 63,543 127544 ]545 },546 {547 "object_id": "SM_Leavs19",548 "bbox_2d": [549 717,550 523,551 858,552 561553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -222.24486488882138,558 -289.2000147583717,559 159.71993097925866560 ],561 "extent": [562 11.902961038105047,563 12.728261746675855,564 9.203341880636486565 ]566 },567 "obb": {568 "center": [569 -222.24486488882138,570 -289.2000147583717,571 159.71993097925866572 ],573 "extent": [574 11.902961038105047,575 12.728261746675855,576 9.203341880636486577 ],578 "rotation": [579 6.384586811065675,580 -60.35650634765628,581 -5.189575195312501582 ]583 },584 "location": [585 -210.5232391357422,586 -295.2097473144531,587 153.943115234375588 ],589 "rotation": [590 6.384586811065675,591 -60.35650634765628,592 -5.189575195312501593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 159,602 63,603 63604 ]605 },606 {607 "object_id": "SM_Leavs20",608 "bbox_2d": [609 819,610 521,611 889,612 561613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -206.6402301115293,618 -282.6226254588121,619 159.71993097925866620 ],621 "extent": [622 12.482047911465656,623 12.759096997498375,624 9.203341880636486625 ]626 },627 "obb": {628 "center": [629 -206.6402301115293,630 -282.6226254588121,631 159.71993097925866632 ],633 "extent": [634 12.482047911465656,635 12.759096997498375,636 9.203341880636486637 ],638 "rotation": [639 6.3845868110656765,640 -140.35658264160156,641 -5.189575195312501642 ]643 },644 "location": [645 -210.5232391357422,646 -295.2097473144531,647 153.943115234375648 ],649 "rotation": [650 6.3845868110656765,651 -140.35658264160156,652 -5.189575195312501653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 159,662 63,663 191664 ]665 },666 {667 "object_id": "SM_Leavs21",668 "bbox_2d": [669 742,670 495,671 871,672 558673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -215.3110105368297,678 -284.7758370203055,679 162.60889603161533680 ],681 "extent": [682 8.972091432615088,683 12.32045001821308,684 8.917166124016205685 ]686 },687 "obb": {688 "center": [689 -215.3110105368297,690 -284.7758370203055,691 162.60889603161533692 ],693 "extent": [694 8.972091432615088,695 12.32045001821308,696 8.917166124016205697 ],698 "rotation": [699 -7.193054199218752,700 -101.26104736328126,701 -1.355743408203125702 ]703 },704 "location": [705 -210.5232391357422,706 -295.2097473144531,707 153.943115234375708 ],709 "rotation": [710 -7.193054199218752,711 -101.26104736328126,712 -1.355743408203125713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 159,722 63,723 31724 ]725 },726 {727 "object_id": "SM_Leavs22",728 "bbox_2d": [729 860,730 492,731 947,732 561733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -201.07920856605602,738 -288.6829161067211,739 162.60889603161533740 ],741 "extent": [742 11.397967541961776,743 7.1600980167666535,744 8.917166124016205745 ]746 },747 "obb": {748 "center": [749 -201.07920856605602,750 -288.6829161067211,751 162.60889603161533752 ],753 "extent": [754 11.397967541961776,755 7.1600980167666535,756 8.917166124016205757 ],758 "rotation": [759 -7.193054199218753,760 178.73875427246094,761 -1.3557434082031252762 ]763 },764 "location": [765 -210.5232391357422,766 -295.2097473144531,767 153.943115234375768 ],769 "rotation": [770 -7.193054199218753,771 178.73875427246094,772 -1.3557434082031252773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 159,782 63,783 95784 ]785 },786 {787 "object_id": "SM_Leavs23",788 "bbox_2d": [789 900,790 500,791 1000,792 560793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -205.73556360064126,798 -305.6437015977528,799 162.60889603161533800 ],801 "extent": [802 8.972180096615261,803 12.320488924715562,804 8.917166124016205805 ]806 },807 "obb": {808 "center": [809 -205.73556360064126,810 -305.6437015977528,811 162.60889603161533812 ],813 "extent": [814 8.972180096615261,815 12.320488924715562,816 8.917166124016205817 ],818 "rotation": [819 -7.19305419921875,820 78.73842620849608,821 -1.3557434082031246822 ]823 },824 "location": [825 -210.5232391357422,826 -295.2097473144531,827 153.943115234375828 ],829 "rotation": [830 -7.19305419921875,831 78.73842620849608,832 -1.3557434082031246833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 159,842 191,843 0844 ]845 },846 {847 "object_id": "SM_Leavs24",848 "bbox_2d": [849 775,850 501,851 873,852 558853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -221.96543082572663,858 -296.1400635752172,859 162.60889603161533860 ],861 "extent": [862 13.025749119825292,863 11.731600526206023,864 8.917166124016205865 ]866 },867 "obb": {868 "center": [869 -221.96543082572663,870 -296.1400635752172,871 162.60889603161533872 ],873 "extent": [874 13.025749119825292,875 11.731600526206023,876 8.917166124016205877 ],878 "rotation": [879 -7.193054199218752,880 -31.261596679687507,881 -1.355743408203125882 ]883 },884 "location": [885 -210.5232391357422,886 -295.2097473144531,887 153.943115234375888 ],889 "rotation": [890 -7.193054199218752,891 -31.261596679687507,892 -1.355743408203125893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 159,902 191,903 255904 ]905 },906 {907 "object_id": "SM_Leavs25",908 "bbox_2d": [909 754,910 480,911 867,912 540913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -219.61559877158408,918 -291.3699859605793,919 164.40591719365057920 ],921 "extent": [922 11.85394461754612,923 13.751935822330893,924 10.422438092864581925 ]926 },927 "obb": {928 "center": [929 -219.61559877158408,930 -291.3699859605793,931 164.40591719365057932 ],933 "extent": [934 11.85394461754612,935 13.751935822330893,936 10.422438092864581937 ],938 "rotation": [939 -16.491058349609375,940 -62.03756713867185,941 2.4096040725707986942 ]943 },944 "location": [945 -210.5232391357422,946 -295.2097473144531,947 153.943115234375948 ],949 "rotation": [950 -16.491058349609375,951 -62.03756713867185,952 2.4096040725707986953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 159,962 191,963 127964 ]965 },966 {967 "object_id": "SM_Leavs26",968 "bbox_2d": [969 826,970 471,971 892,972 556973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -208.32066919453564,978 -285.5887528933377,979 164.40591351419334980 ],981 "extent": [982 13.53681742901557,983 12.940766198255574,984 10.422434381940008985 ]986 },987 "obb": {988 "center": [989 -208.32066919453564,990 -285.5887528933377,991 164.40591351419334992 ],993 "extent": [994 13.53681742901557,995 12.940766198255574,996 10.422434381940008997 ],998 "rotation": [999 -16.491027832031254,1000 -142.03762817382812,1001 2.4096078872680641002 ]1003 },1004 "location": [1005 -210.5232391357422,1006 -295.2097473144531,1007 153.9431152343751008 ],1009 "rotation": [1010 -16.491027832031254,1011 -142.03762817382812,1012 2.4096078872680641013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 159,1022 191,1023 631024 ]1025 },1026 {1027 "object_id": "SM_Leavs27",1028 "bbox_2d": [1029 887,1030 477,1031 1015,1032 5611033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -201.43089069620882,1038 -299.0495771129362,1039 164.405901804596451040 ],1041 "extent": [1042 11.853902612120635,1043 13.751927169839007,1044 10.4224225578790881045 ]1046 },1047 "obb": {1048 "center": [1049 -201.43089069620882,1050 -299.0495771129362,1051 164.405901804596451052 ],1053 "extent": [1054 11.853902612120635,1055 13.751927169839007,1056 10.4224225578790881057 ],1058 "rotation": [1059 -16.490936279296875,1060 117.96212768554686,1061 2.4096128940582271062 ]1063 },1064 "location": [1065 -210.5232391357422,1066 -295.2097473144531,1067 153.9431152343751068 ],1069 "rotation": [1070 -16.490936279296875,1071 117.96212768554686,1072 2.4096128940582271073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 159,1082 191,1083 1911084 ]1085 },1086 {1087 "object_id": "SM_Leavs28",1088 "bbox_2d": [1089 883,1090 485,1091 918,1092 5591093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -214.36313140103175,1098 -304.30206900121544,1099 164.405902127770641100 ],1101 "extent": [1102 13.751927302929346,1103 11.85385287370201,1104 10.4224228907128241105 ]1106 },1107 "obb": {1108 "center": [1109 -214.36313140103175,1110 -304.30206900121544,1111 164.405902127770641112 ],1113 "extent": [1114 13.751927302929346,1115 11.85385287370201,1116 10.4224228907128241117 ],1118 "rotation": [1119 -16.490936279296886,1120 27.961734771728526,1121 2.4096159934997571122 ]1123 },1124 "location": [1125 -210.5232391357422,1126 -295.2097473144531,1127 153.9431152343751128 ],1129 "rotation": [1130 -16.490936279296886,1131 27.961734771728526,1132 2.4096159934997571133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 159,1142 191,1143 311144 ]1145 },1146 {1147 "object_id": "SM_Leavs29",1148 "bbox_2d": [1149 880,1150 455,1151 927,1152 5611153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -211.69721289660848,1158 -301.124921595885,1159 167.001349979940531160 ],1161 "extent": [1162 14.404396336183027,1163 12.262658885338624,1164 13.070011597112541165 ]1166 },1167 "obb": {1168 "center": [1169 -211.69721289660848,1170 -301.124921595885,1171 167.001349979940531172 ],1173 "extent": [1174 14.404396336183027,1175 12.262658885338624,1176 13.070011597112541177 ],1178 "rotation": [1179 -34.80133056640624,1180 24.01379203796386,1181 11.4017086029052681182 ]1183 },1184 "location": [1185 -210.5232391357422,1186 -295.2097473144531,1187 153.9431152343751188 ],1189 "rotation": [1190 -34.80133056640624,1191 24.01379203796386,1192 11.4017086029052681193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [