TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l017_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l017_r004/lit.png",5 "camera": {6 "location": [7 -23,8 -193,9 18010 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -23,38 -193,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "closet": [55 {56 "object_id": "SM_Closet_29",57 "bbox_2d": [58 453,59 0,60 1919,61 77062 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 -5.889900207519531,67 -347.92909240722656,68 225.4903717041015669 ],70 "extent": [71 236.4459686279297,72 20.030471801757812,73 133.3718566894531274 ]75 },76 "obb": {77 "center": [78 -5.889900207519531,79 -347.92909240722656,80 225.4903717041015681 ],82 "extent": [83 236.4459686279297,84 20.030471801757812,85 133.3718566894531286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 -6.054466247558594,95 -367.9595642089844,96 92.1185150146484497 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 1,105 1,106 1107 ]108 },109 "color": [110 255,111 127,112 0113 ]114 }115 ],116 "armchair": [117 {118 "object_id": "SM_ArmchairManager_32",119 "bbox_2d": [120 1225,121 38,122 1919,123 811124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 -2.0084305367577002,129 -266.9637446004958,130 156.8519277990954131 ],132 "extent": [133 54.566865723696466,134 55.92745020578518,135 63.54718651223584136 ]137 },138 "obb": {139 "center": [140 -2.0084305367577002,141 -266.9637446004958,142 156.8519277990954143 ],144 "extent": [145 54.566865723696466,146 55.92745020578518,147 63.54718651223584148 ],149 "rotation": [150 0,151 30.00005722045899,152 0153 ]154 },155 "location": [156 -2.4702606201171875,157 -266.4104919433594,158 93.3218994140625159 ],160 "rotation": [161 0,162 30.00005722045899,163 0164 ],165 "scale": [166 1.100000023841858,167 1.100000023841858,168 1.100000023841858169 ]170 },171 "color": [172 255,173 127,174 255175 ]176 }177 ],178 "manager desk": [179 {180 "object_id": "SM_ManagerDesk_35",181 "bbox_2d": [182 0,183 644,184 1416,185 1079186 ],187 "bbox_3d": {188 "aabb": {189 "center": [190 0.9649276733398438,191 -103.14732360839844,192 133.83098220825195193 ],194 "extent": [195 101.42112731933594,196 175.46688842773438,197 40.50908660888672198 ]199 },200 "obb": {201 "center": [202 0.9649276733398438,203 -103.14732360839844,204 133.83098220825195205 ],206 "extent": [207 101.42112731933594,208 175.46688842773438,209 40.50908660888672210 ],211 "rotation": [212 0,213 0,214 0215 ]216 },217 "location": [218 3.7793960571289062,219 -148.75787353515625,220 93.32191467285156221 ],222 "rotation": [223 0,224 0,225 0226 ],227 "scale": [228 1,229 1,230 1231 ]232 },233 "color": [234 0,235 127,236 127237 ]238 }239 ],240 "keyboard": [241 {242 "object_id": "SM_Keyboard",243 "bbox_2d": [244 0,245 740,246 163,247 833248 ],249 "bbox_3d": {250 "aabb": {251 "center": [252 -47.88224438253921,253 -188.2073324036146,254 174.28158950805664255 ],256 "extent": [257 18.963977966121476,258 17.614904752164534,259 0.5217170715332031260 ]261 },262 "obb": {263 "center": [264 -47.88224438253921,265 -188.2073324036146,266 174.28158950805664267 ],268 "extent": [269 18.963977966121476,270 17.614904752164534,271 0.5217170715332031272 ],273 "rotation": [274 0,275 -50.00012207031249,276 0277 ]278 },279 "location": [280 -49.16081619262695,281 -172.16757202148438,282 173.61026000976562283 ],284 "rotation": [285 0,286 -50.00012207031249,287 0288 ],289 "scale": [290 1,291 1,292 1293 ]294 },295 "color": [296 127,297 63,298 127299 ]300 }301 ],302 "mouse": [303 {304 "object_id": "SM_Mouse",305 "bbox_2d": [306 29,307 648,308 436,309 725310 ],311 "bbox_3d": {312 "aabb": {313 "center": [314 -63.99271544307848,315 -210.9301883437538,316 174.75694036483765317 ],318 "extent": [319 7.173754858782786,320 6.406446634336817,321 1.1412100791931152322 ]323 },324 "obb": {325 "center": [326 -63.99271544307848,327 -210.9301883437538,328 174.75694036483765329 ],330 "extent": [331 7.173754858782786,332 6.406446634336817,333 1.1412100791931152334 ],335 "rotation": [336 0,337 -20.00003051757813,338 0339 ]340 },341 "location": [342 -58.193260192871094,343 -169.69850158691406,344 173.52552795410156345 ],346 "rotation": [347 0,348 -20.00003051757813,349 0350 ],351 "scale": [352 1,353 1,354 1355 ]356 },357 "color": [358 0,359 63,360 63361 ]362 }363 ],364 "decorative grass": [365 {366 "object_id": "SM_Decorative76_7",367 "bbox_2d": [368 960,369 66,370 1029,371 116372 ],373 "bbox_3d": {374 "aabb": {375 "center": [376 -100.5865405130462,377 -339.46472209123397,378 254.58916430351383379 ],380 "extent": [381 5.887163628576673,382 6.730595939007003,383 5.420180339533545384 ]385 },386 "obb": {387 "center": [388 -100.5865405130462,389 -339.46472209123397,390 254.58916430351383391 ],392 "extent": [393 5.887163628576673,394 6.730595939007003,395 5.420180339533545396 ],397 "rotation": [398 0,399 0,400 0401 ]402 },403 "location": [404 -100.58649444580078,405 -339.4647216796875,406 249.10960388183594407 ],408 "rotation": [409 0,410 0,411 0412 ],413 "scale": [414 0.7547657489776611,415 0.8630754947662354,416 0.7636446356773376417 ]418 },419 "color": [420 31,421 31,422 63423 ]424 },425 {426 "object_id": "SM_Decorative77",427 "bbox_2d": [428 960,429 12,430 1029,431 78432 ],433 "bbox_3d": {434 "aabb": {435 "center": [436 -100.58654051306075,437 -339.4647220912341,438 263.6859219957405439 ],440 "extent": [441 5.887165488238679,442 6.7305977982871354,443 5.4201820317757665444 ]445 },446 "obb": {447 "center": [448 -100.58654051306075,449 -339.4647220912341,450 263.6859219957405451 ],452 "extent": [453 5.887165488238679,454 6.7305977982871354,455 5.4201820317757665456 ],457 "rotation": [458 0,459 0,460 0461 ]462 },463 "location": [464 -100.58649444580078,465 -339.4647216796875,466 258.20635986328125467 ],468 "rotation": [469 0,470 0,471 0472 ],473 "scale": [474 0.7547659873962402,475 0.8630757331848145,476 0.7636448740959167477 ]478 },479 "color": [480 31,481 31,482 191483 ]484 },485 {486 "object_id": "SM_Decorative79_14",487 "bbox_2d": [488 1221,489 124,490 1462,491 310492 ],493 "bbox_3d": {494 "aabb": {495 "center": [496 -44.858084124012635,497 -339.34731557193766,498 225.60998570139418499 ],500 "extent": [501 15.7004822706092,502 5.5804689012802555,503 13.876127776268277504 ]505 },506 "obb": {507 "center": [508 -44.858084124012635,509 -339.34731557193766,510 225.60998570139418511 ],512 "extent": [513 15.7004822706092,514 5.5804689012802555,515 13.876127776268277516 ],517 "rotation": [518 0,519 0,520 0521 ]522 },523 "location": [524 -44.85807800292969,525 -339.34735107421875,526 211.72219848632812527 ],528 "rotation": [529 0,530 0,531 0532 ],533 "scale": [534 1.2836841344833374,535 1.2836841344833374,536 1.2836841344833374537 ]538 },539 "color": [540 0,541 0,542 95543 ]544 },545 {546 "object_id": "SM_Decorative80_17",547 "bbox_2d": [548 1116,549 164,550 1164,551 324552 ],553 "bbox_3d": {554 "aabb": {555 "center": [556 -72.63748168945312,557 -334.3370933532715,558 224.19418334960938559 ],560 "extent": [561 3.7149658203125,562 3.137065887451172,563 12.40142822265625564 ]565 },566 "obb": {567 "center": [568 -72.63748168945312,569 -334.3370933532715,570 224.19418334960938571 ],572 "extent": [573 3.7149658203125,574 3.137065887451172,575 12.40142822265625576 ],577 "rotation": [578 0,579 0,580 0581 ]582 },583 "location": [584 -72.63748168945312,585 -334.33709716796875,586 211.72219848632812587 ],588 "rotation": [589 0,590 0,591 0592 ],593 "scale": [594 1,595 1,596 1597 ]598 },599 "color": [600 0,601 255,602 95603 ]604 },605 {606 "object_id": "SM_Decorative81_20",607 "bbox_2d": [608 1523,609 44,610 1689,611 277612 ],613 "bbox_3d": {614 "aabb": {615 "center": [616 -13.336126327514648,617 -337.89166259765625,618 226.3364713658666619 ],620 "extent": [621 8.733177924586926,622 8.700033647754026,623 14.50036186313082624 ]625 },626 "obb": {627 "center": [628 -13.336126327514648,629 -337.89166259765625,630 226.3364713658666631 ],632 "extent": [633 8.733177924586926,634 8.700033647754026,635 14.50036186313082636 ],637 "rotation": [638 0,639 0,640 0641 ]642 },643 "location": [644 -13.336126327514648,645 -337.89166259765625,646 211.72219848632812647 ],648 "rotation": [649 0,650 0,651 0652 ],653 "scale": [654 1.3069454431533813,655 1.3069454431533813,656 1.3069454431533813657 ]658 },659 "color": [660 0,661 127,662 95663 ]664 },665 {666 "object_id": "SM_Decorative90_44",667 "bbox_2d": [668 1198,669 0,670 1265,671 55672 ],673 "bbox_3d": {674 "aabb": {675 "center": [676 -59.80157858387281,677 -338.6424209534224,678 260.06283229853375679 ],680 "extent": [681 6.290593758709658,682 6.30063442618075,683 10.942327480495123684 ]685 },686 "obb": {687 "center": [688 -59.80157858387281,689 -338.6424209534224,690 260.06283229853375691 ],692 "extent": [693 6.290593758709658,694 6.30063442618075,695 10.942327480495123696 ],697 "rotation": [698 0,699 110.00013732910158,700 0701 ]702 },703 "location": [704 -60.543540954589844,705 -338.9124755859375,706 249.10960388183594707 ],708 "rotation": [709 0,710 110.00013732910158,711 0712 ],713 "scale": [714 0.7895904779434204,715 0.7895904779434204,716 0.525586724281311717 ]718 },719 "color": [720 255,721 191,722 95723 ]724 },725 {726 "object_id": "SM_Decorative94_86",727 "bbox_2d": [728 1350,729 0,730 1421,731 18732 ],733 "bbox_3d": {734 "aabb": {735 "center": [736 -34.00884246826172,737 -340.6965789794922,738 256.5434875488281739 ],740 "extent": [741 12.070976257324219,742 7.1371917724609375,743 7.383674621582031744 ]745 },746 "obb": {747 "center": [748 -34.00884246826172,749 -340.6965789794922,750 256.5434875488281751 ],752 "extent": [753 12.070976257324219,754 7.1371917724609375,755 7.383674621582031756 ],757 "rotation": [758 0,759 0,760 0761 ]762 },763 "location": [764 -34.00885009765625,765 -340.69659423828125,766 249.10960388183594767 ],768 "rotation": [769 0,770 0,771 0772 ],773 "scale": [774 1,775 1,776 1777 ]778 },779 "color": [780 31,781 127,782 95783 ]784 },785 {786 "object_id": "SM_Decorative95",787 "bbox_2d": [788 1027,789 47,790 1099,791 99792 ],793 "bbox_3d": {794 "aabb": {795 "center": [796 -87.6980517435295,797 -339.46472209123374,798 254.58916259273246799 ],800 "extent": [801 5.887165488238679,802 6.730592220446738,803 5.420178647291323804 ]805 },806 "obb": {807 "center": [808 -87.6980517435295,809 -339.46472209123374,810 254.58916259273246811 ],812 "extent": [813 5.887165488238679,814 6.730592220446738,815 5.420178647291323816 ],817 "rotation": [818 0,819 0,820 0821 ]822 },823 "location": [824 -87.69800567626953,825 -339.4647216796875,826 249.10960388183594827 ],828 "rotation": [829 0,830 0,831 0832 ],833 "scale": [834 0.7547659873962402,835 0.8630750179290771,836 0.7636443972587585837 ]838 },839 "color": [840 31,841 31,842 95843 ]844 },845 {846 "object_id": "SM_Decorative96",847 "bbox_2d": [848 1027,849 0,850 1099,851 58852 ],853 "bbox_3d": {854 "aabb": {855 "center": [856 -87.6980517435295,857 -339.4647220912342,858 263.6859254173032859 ],860 "extent": [861 5.887165488238679,862 6.730599657567268,863 5.42018541626021864 ]865 },866 "obb": {867 "center": [868 -87.6980517435295,869 -339.4647220912342,870 263.6859254173032871 ],872 "extent": [873 5.887165488238679,874 6.730599657567268,875 5.42018541626021876 ],877 "rotation": [878 0,879 0,880 0881 ]882 },883 "location": [884 -87.69800567626953,885 -339.4647216796875,886 258.20635986328125887 ],888 "rotation": [889 0,890 0,891 0892 ],893 "scale": [894 0.7547659873962402,895 0.8630759716033936,896 0.763645350933075897 ]898 },899 "color": [900 0,901 95,902 0903 ]904 }905 ],906 "books": [907 {908 "object_id": "SM_Book58",909 "bbox_2d": [910 911,911 221,912 1098,913 349914 ],915 "bbox_3d": {916 "aabb": {917 "center": [918 -100.49318003507972,919 -341.48170680221426,920 223.28869099527492921 ],922 "extent": [923 13.663320858765246,924 12.793382876985447,925 11.61133090381145926 ]927 },928 "obb": {929 "center": [930 -100.49318003507972,931 -341.48170680221426,932 223.28869099527492933 ],934 "extent": [935 13.663320858765246,936 12.793382876985447,937 11.61133090381145938 ],939 "rotation": [940 0,941 -90.00009155273439,942 0943 ]944 },945 "location": [946 -100.3257064819336,947 -341.8990173339844,948 211.6808624267578949 ],950 "rotation": [951 0,952 -90.00009155273439,953 0954 ],955 "scale": [956 0.9520900249481201,957 -0.626272976398468,958 0.626272976398468959 ]960 },961 "color": [962 191,963 31,964 95965 ]966 }967 ],968 "plant": [969 {970 "object_id": "SM_Leavs16",971 "bbox_2d": [972 367,973 601,974 467,975 642976 ],977 "bbox_3d": {978 "aabb": {979 "center": [980 -198.41163903397526,981 -296.8151961393689,982 161.5336799621582983 ],984 "extent": [985 12.280540856308335,986 11.832177339088503,987 7.520979881286621988 ]989 },990 "obb": {991 "center": [992 -198.41163903397526,993 -296.8151961393689,994 161.5336799621582995 ],996 "extent": [997 12.280540856308335,998 11.832177339088503,999 7.5209798812866211000 ],1001 "rotation": [1002 0,1003 139.99986267089847,1004 01005 ]1006 },1007 "location": [1008 -210.5232391357422,1009 -295.2097473144531,1010 153.9431152343751011 ],1012 "rotation": [1013 0,1014 139.99986267089847,1015 01016 ],1017 "scale": [1018 1,1019 1,1020 11021 ]1022 },1023 "color": [1024 159,1025 63,1026 01027 ]1028 },1029 {1030 "object_id": "SM_Leavs17",1031 "bbox_2d": [1032 398,1033 608,1034 513,1035 6431036 ],1037 "bbox_3d": {1038 "aabb": {1039 "center": [1040 -206.99251083871377,1041 -307.89269852737704,1042 159.73636148016541043 ],1044 "extent": [1045 10.849528336594943,1046 12.798603939832276,1047 9.1226104574891171048 ]1049 },1050 "obb": {1051 "center": [1052 -206.99251083871377,1053 -307.89269852737704,1054 159.73636148016541055 ],1056 "extent": [1057 10.849528336594943,1058 12.798603939832276,1059 9.1226104574891171060 ],1061 "rotation": [1062 3.404849052429199,1063 69.71941375732422,1064 -9.4080810546875051065 ]1066 },1067 "location": [1068 -210.5232391357422,1069 -295.2097473144531,1070 153.9431152343751071 ],1072 "rotation": [1073 3.404849052429199,1074 69.71941375732422,1075 -9.4080810546875051076 ],1077 "scale": [1078 1,1079 1,1080 11081 ]1082 },1083 "color": [1084 159,1085 63,1086 2551087 ]1088 },1089 {1090 "object_id": "SM_Leavs18",1091 "bbox_2d": [1092 363,1093 591,1094 398,1095 6441096 ],1097 "bbox_3d": {1098 "aabb": {1099 "center": [1100 -220.46262078989457,1101 -301.94634302770237,1102 161.862203967969381103 ],1104 "extent": [1105 10.794675249660344,1106 7.009213717642126,1107 8.2520179987454581108 ]1109 },1110 "obb": {1111 "center": [1112 -220.46262078989457,1113 -301.94634302770237,1114 161.862203967969381115 ],1116 "extent": [1117 10.794675249660344,1118 7.009213717642126,1119 8.2520179987454581120 ],1121 "rotation": [1122 -2.9969177246093754,1123 -0.2533569335937501,1124 -1.72183227539062541125 ]1126 },1127 "location": [1128 -210.5232391357422,1129 -295.2097473144531,1130 153.9431152343751131 ],1132 "rotation": [1133 -2.9969177246093754,1134 -0.2533569335937501,1135 -1.72183227539062541136 ],1137 "scale": [1138 1,1139 1,1140 11141 ]1142 },1143 "color": [1144 159,1145 63,1146 1271147 ]1148 },1149 {1150 "object_id": "SM_Leavs19",1151 "bbox_2d": [1152 242,1153 609,1154 364,1155 6451156 ],1157 "bbox_3d": {1158 "aabb": {1159 "center": [1160 -222.24486488882138,1161 -289.2000147583717,1162 159.719930979258661163 ],1164 "extent": [1165 11.902961038105047,1166 12.728261746675855,1167 9.2033418806364861168 ]1169 },1170 "obb": {1171 "center": [1172 -222.24486488882138,1173 -289.2000147583717,1174 159.719930979258661175 ],1176 "extent": [1177 11.902961038105047,1178 12.728261746675855,1179 9.2033418806364861180 ],1181 "rotation": [1182 6.384586811065675,1183 -60.35650634765628,1184 -5.1895751953125011185 ]1186 },1187 "location": [1188 -210.5232391357422,1189 -295.2097473144531,1190 153.9431152343751191 ],1192 "rotation": [1193 6.384586811065675,1194 -60.35650634765628,1195 -5.1895751953125011196 ],1197 "scale": [1198 1,1199 1,1200 1