TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Shopping_mall",3 "view_id": "l028_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Shopping_mall/l028_r005/lit.png",5 "camera": {6 "location": [7 -16753,8 -3630,9 16210 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -16753,38 -3630,39 162,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "mall": [54 {55 "object_id": "SM_Market_WallPanel_684",56 "bbox_2d": [57 1878,58 85,59 1919,60 69561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -15389.999977084693,66 -3985.658921143344,67 33568 ],69 "extent": [70 200.0000318446546,71 19.929587462606378,72 33573 ]74 },75 "obb": {76 "center": [77 -15389.999977084693,78 -3985.658921143344,79 33580 ],81 "extent": [82 200.0000318446546,83 19.929587462606378,84 33585 ],86 "rotation": [87 0,88 179.99990844726562,89 090 ]91 },92 "location": [93 -15190,94 -4000,95 2096 ],97 "rotation": [98 0,99 179.99990844726562,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 15,110 63,111 95112 ]113 },114 {115 "object_id": "SM_Market_WallPanel_685",116 "bbox_2d": [117 1657,118 0,119 1883,120 703121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -15789.999977084693,126 -3985.658921143344,127 335128 ],129 "extent": [130 200.0000318446546,131 19.929587462606378,132 335133 ]134 },135 "obb": {136 "center": [137 -15789.999977084693,138 -3985.658921143344,139 335140 ],141 "extent": [142 200.0000318446546,143 19.929587462606378,144 335145 ],146 "rotation": [147 0,148 179.99990844726562,149 0150 ]151 },152 "location": [153 -15590,154 -4000,155 20156 ],157 "rotation": [158 0,159 179.99990844726562,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 15,170 63,171 159172 ]173 },174 {175 "object_id": "SM_Market_WallPanel_105",176 "bbox_2d": [177 1251,178 0,179 1656,180 635181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -16189.999985913202,186 -3991.184002777858,187 335188 ],189 "extent": [190 200.00004067316513,191 25.454669097120586,192 335193 ]194 },195 "obb": {196 "center": [197 -16189.999985913202,198 -3991.184002777858,199 335200 ],201 "extent": [202 200.00004067316513,203 25.454669097120586,204 335205 ],206 "rotation": [207 0,208 179.99990844726562,209 0210 ]211 },212 "location": [213 -15990,214 -4000,215 20216 ],217 "rotation": [218 0,219 179.99990844726562,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 15,230 63,231 223232 ]233 },234 {235 "object_id": "SM_Mall_FloorCeiling_665",236 "bbox_2d": [237 1878,238 83,239 1917,240 699241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -15390.000213052774,246 -3799.9997869469994,247 340.0000915527344248 ],249 "extent": [250 200.0002130527737,251 200.0002130527737,252 320.00006103515625253 ]254 },255 "obb": {256 "center": [257 -15390.000213052774,258 -3799.9997869469994,259 340.0000915527344260 ],261 "extent": [262 200.0002130527737,263 200.0002130527737,264 320.00006103515625265 ],266 "rotation": [267 0,268 179.99993896484375,269 0270 ]271 },272 "location": [273 -15190,274 -3600,275 0276 ],277 "rotation": [278 0,279 179.99993896484375,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 95,290 223,291 47292 ]293 },294 {295 "object_id": "SM_Mall_FloorCeiling_675",296 "bbox_2d": [297 1741,298 0,299 1919,300 729301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 -15790.000213052774,306 -3799.9997869469994,307 340.0000915527344308 ],309 "extent": [310 200.0002130527737,311 200.0002130527737,312 320.00006103515625313 ]314 },315 "obb": {316 "center": [317 -15790.000213052774,318 -3799.9997869469994,319 340.0000915527344320 ],321 "extent": [322 200.0002130527737,323 200.0002130527737,324 320.00006103515625325 ],326 "rotation": [327 0,328 179.99993896484375,329 0330 ]331 },332 "location": [333 -15590,334 -3600,335 0336 ],337 "rotation": [338 0,339 179.99993896484375,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 159,350 223,351 47352 ]353 },354 {355 "object_id": "SM_Mall_FloorCeiling_695",356 "bbox_2d": [357 258,358 905,359 895,360 1079361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 -16590.000213052772,366 -3799.9997869469994,367 340.0000915527344368 ],369 "extent": [370 200.00021305277187,371 200.0002130527737,372 320.00006103515625373 ]374 },375 "obb": {376 "center": [377 -16590.000213052772,378 -3799.9997869469994,379 340.0000915527344380 ],381 "extent": [382 200.00021305277187,383 200.0002130527737,384 320.00006103515625385 ],386 "rotation": [387 0,388 179.99993896484375,389 0390 ]391 },392 "location": [393 -16390,394 -3600,395 0396 ],397 "rotation": [398 0,399 179.99993896484375,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 15,410 223,411 47412 ]413 },414 {415 "object_id": "SM_Market_WallPanel_110",416 "bbox_2d": [417 0,418 0,419 256,420 964421 ],422 "bbox_3d": {423 "aabb": {424 "center": [425 -16989.99998045875,426 -3987.7704819648743,427 355428 ],429 "extent": [430 200.00002847054566,431 17.817992308800058,432 315433 ]434 },435 "obb": {436 "center": [437 -16989.99998045875,438 -3987.7704819648743,439 355440 ],441 "extent": [442 200.00002847054566,443 17.817992308800058,444 315445 ],446 "rotation": [447 0,448 179.99990844726562,449 0450 ]451 },452 "location": [453 -16790,454 -4000,455 20456 ],457 "rotation": [458 0,459 179.99990844726562,460 0461 ],462 "scale": [463 1,464 1,465 1466 ]467 },468 "color": [469 239,470 127,471 23472 ]473 },474 {475 "object_id": "SM_Market_RampGates4",476 "bbox_2d": [477 0,478 758,479 271,480 1079481 ],482 "bbox_3d": {483 "aabb": {484 "center": [485 -16990.000593157074,486 -3819.8573818759824,487 189.42881774902344488 ],489 "extent": [490 316.29314443202384,491 359.26159308188926,492 189.42884826660156493 ]494 },495 "obb": {496 "center": [497 -16990.000593157074,498 -3819.8573818759824,499 189.42881774902344500 ],501 "extent": [502 316.29314443202384,503 359.26159308188926,504 189.42884826660156505 ],506 "rotation": [507 0,508 -179.9998016357422,509 0510 ]511 },512 "location": [513 -16790,514 -4000,515 20516 ],517 "rotation": [518 0,519 -179.9998016357422,520 0521 ],522 "scale": [523 1,524 1,525 1526 ]527 },528 "color": [529 239,530 159,531 23532 ]533 },534 {535 "object_id": "SM_Market_WallPanel_102",536 "bbox_2d": [537 255,538 0,539 1250,540 1036541 ],542 "bbox_3d": {543 "aabb": {544 "center": [545 -16589.99997708469,546 -3985.658921143344,547 335548 ],549 "extent": [550 200.0000318446546,551 19.929587462606378,552 335553 ]554 },555 "obb": {556 "center": [557 -16589.99997708469,558 -3985.658921143344,559 335560 ],561 "extent": [562 200.0000318446546,563 19.929587462606378,564 335565 ],566 "rotation": [567 0,568 179.99990844726562,569 0570 ]571 },572 "location": [573 -16390,574 -4000,575 20576 ],577 "rotation": [578 0,579 179.99990844726562,580 0581 ],582 "scale": [583 1,584 1,585 1586 ]587 },588 "color": [589 239,590 47,591 23592 ]593 },594 {595 "object_id": "SM_MetalTruss211",596 "bbox_2d": [597 1774,598 0,599 1810,600 14601 ],602 "bbox_3d": {603 "aabb": {604 "center": [605 -16131.181610107484,606 -3907.999843244378,607 549.1492309570312608 ],609 "extent": [610 200.0000335334571,611 3.7567008687801717,612 29.14923095703125613 ]614 },615 "obb": {616 "center": [617 -16131.181610107484,618 -3907.999843244378,619 549.1492309570312620 ],621 "extent": [622 200.0000335334571,623 3.7567008687801717,624 29.14923095703125625 ],626 "rotation": [627 0,628 4.600000102072954e-05,629 0630 ]631 },632 "location": [633 -16331.181640625,634 -3908,635 520636 ],637 "rotation": [638 0,639 4.600000102072954e-05,640 0641 ],642 "scale": [643 1,644 1,645 1646 ]647 },648 "color": [649 47,650 159,651 39652 ]653 },654 {655 "object_id": "SM_MetalTruss212",656 "bbox_2d": [657 1623,658 0,659 1722,660 47661 ],662 "bbox_3d": {663 "aabb": {664 "center": [665 -16131.179656982484,666 -3957.999843244378,667 549.1492309570312668 ],669 "extent": [670 200.0000335334571,671 3.7567008687801717,672 29.14923095703125673 ]674 },675 "obb": {676 "center": [677 -16131.179656982484,678 -3957.999843244378,679 549.1492309570312680 ],681 "extent": [682 200.0000335334571,683 3.7567008687801717,684 29.14923095703125685 ],686 "rotation": [687 0,688 4.600000102072954e-05,689 0690 ]691 },692 "location": [693 -16331.1796875,694 -3958,695 520696 ],697 "rotation": [698 0,699 4.600000102072954e-05,700 0701 ],702 "scale": [703 1,704 1,705 1706 ]707 },708 "color": [709 47,710 223,711 39712 ]713 },714 {715 "object_id": "SM_MetalTruss213",716 "bbox_2d": [717 1797,718 0,719 1919,720 92721 ],722 "bbox_3d": {723 "aabb": {724 "center": [725 -15731.181610107484,726 -3907.999843244378,727 549.1492309570312728 ],729 "extent": [730 200.0000335334571,731 3.7567008687801717,732 29.14923095703125733 ]734 },735 "obb": {736 "center": [737 -15731.181610107484,738 -3907.999843244378,739 549.1492309570312740 ],741 "extent": [742 200.0000335334571,743 3.7567008687801717,744 29.14923095703125745 ],746 "rotation": [747 0,748 4.600000102072954e-05,749 0750 ]751 },752 "location": [753 -15931.181640625,754 -3908,755 520756 ],757 "rotation": [758 0,759 4.600000102072954e-05,760 0761 ],762 "scale": [763 1,764 1,765 1766 ]767 },768 "color": [769 47,770 15,771 39772 ]773 },774 {775 "object_id": "SM_MetalTruss214",776 "bbox_2d": [777 1711,778 0,779 1919,780 156781 ],782 "bbox_3d": {783 "aabb": {784 "center": [785 -15731.179656982484,786 -3957.999843244378,787 549.1492309570312788 ],789 "extent": [790 200.0000335334571,791 3.7567008687801717,792 29.14923095703125793 ]794 },795 "obb": {796 "center": [797 -15731.179656982484,798 -3957.999843244378,799 549.1492309570312800 ],801 "extent": [802 200.0000335334571,803 3.7567008687801717,804 29.14923095703125805 ],806 "rotation": [807 0,808 4.600000102072954e-05,809 0810 ]811 },812 "location": [813 -15931.1796875,814 -3958,815 520816 ],817 "rotation": [818 0,819 4.600000102072954e-05,820 0821 ],822 "scale": [823 1,824 1,825 1826 ]827 },828 "color": [829 47,830 47,831 39832 ]833 },834 {835 "object_id": "SM_MetalTruss216",836 "bbox_2d": [837 1914,838 156,839 1919,840 160841 ],842 "bbox_3d": {843 "aabb": {844 "center": [845 -15362.429661750844,846 -3957.99986833349,847 549.1492309570312848 ],849 "extent": [850 168.75002876509643,851 3.756675779667603,852 29.14923095703125853 ]854 },855 "obb": {856 "center": [857 -15362.429661750844,858 -3957.99986833349,859 549.1492309570312860 ],861 "extent": [862 168.75002876509643,863 3.756675779667603,864 29.14923095703125865 ],866 "rotation": [867 0,868 4.600000102072954e-05,869 0870 ]871 },872 "location": [873 -15531.1796875,874 -3958,875 520876 ],877 "rotation": [878 0,879 4.600000102072954e-05,880 0881 ],882 "scale": [883 0.84375,884 1,885 1886 ]887 },888 "color": [889 47,890 111,891 39892 ]893 }894 ],895 "supermarket": [896 {897 "object_id": "SM_CartoneBoxStack_942",898 "bbox_2d": [899 892,900 616,901 1683,902 1079903 ],904 "bbox_3d": {905 "aabb": {906 "center": [907 -16636.131696432138,908 -3734.9767785646495,909 82.99451065063477910 ],911 "extent": [912 49.94282835088961,913 66.05757260902283,914 63.00547790527344915 ]916 },917 "obb": {918 "center": [919 -16636.131696432138,920 -3734.9767785646495,921 82.99451065063477922 ],923 "extent": [924 49.94282835088961,925 66.05757260902283,926 63.00547790527344927 ],928 "rotation": [929 0,930 80.00008392333983,931 0932 ]933 },934 "location": [935 -16636,936 -3735,937 20938 ],939 "rotation": [940 0,941 80.00008392333983,942 0943 ],944 "scale": [945 1,946 1,947 1948 ]949 },950 "color": [951 31,952 175,953 39954 ]955 },956 {957 "object_id": "SM_CartoneBoxStack_810",958 "bbox_2d": [959 1380,960 593,961 1919,962 1079963 ],964 "bbox_3d": {965 "aabb": {966 "center": [967 -16493.868303574047,968 -3763.9767785295767,969 82.99451065063477970 ],971 "extent": [972 49.94284223111754,973 66.05758036020961,974 63.00547790527344975 ]976 },977 "obb": {978 "center": [979 -16493.868303574047,980 -3763.9767785295767,981 82.99451065063477982 ],983 "extent": [984 49.94284223111754,985 66.05758036020961,986 63.00547790527344987 ],988 "rotation": [989 0,990 -80.00006866455077,991 0992 ]993 },994 "location": [995 -16494,996 -3764,997 20998 ],999 "rotation": [1000 0,1001 -80.00006866455077,1002 01003 ],1004 "scale": [1005 1,1006 1,1007 11008 ]1009 },1010 "color": [1011 31,1012 207,1013 391014 ]1015 },1016 {1017 "object_id": "SM_CartoneBoxStack_06_946",1018 "bbox_2d": [1019 1847,1020 721,1021 1919,1022 8091023 ],1024 "bbox_3d": {1025 "aabb": {1026 "center": [1027 -16370,1028 -3755,1029 59.642848968505861030 ],1031 "extent": [1032 60,1033 40.00000762939453,1034 39.653816223144531035 ]1036 },1037 "obb": {1038 "center": [1039 -16370,1040 -3755,1041 59.642848968505861042 ],1043 "extent": [1044 60,1045 40.00000762939453,1046 39.653816223144531047 ],1048 "rotation": [1049 0,1050 0,1051 01052 ]1053 },1054 "location": [1055 -16370,1056 -3755,1057 201058 ],1059 "rotation": [1060 0,1061 0,1062 01063 ],1064 "scale": [1065 1,1066 1,1067 11068 ]1069 },1070 "color": [1071 31,1072 239,1073 391074 ]1075 }1076 ]1077 },1078 "foreground": {1079 "lamp": [1080 {1081 "object_id": "SM_Lamp_a_13",1082 "bbox_2d": [1083 1464,1084 306,1085 1522,1086 3621087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 -16191,1092 -3966.399999856949,1093 283.99999885559081094 ],1095 "extent": [1096 24.000000953674316,1097 3.600002145767121,1098 13.8000005483627321099 ]1100 },1101 "obb": {1102 "center": [1103 -16191,1104 -3966.399999856949,1105 283.99999885559081106 ],1107 "extent": [1108 24.000000953674316,1109 3.600002145767121,1110 13.8000005483627321111 ],1112 "rotation": [1113 0,1114 0,1115 01116 ]1117 },1118 "location": [1119 -16191,1120 -3970,1121 2841122 ],1123 "rotation": [1124 0,1125 0,1126 01127 ],1128 "scale": [1129 1.2000000476837158,1130 1.2000000476837158,1131 1.20000004768371581132 ]1133 },1134 "color": [1135 127,1136 23,1137 2231138 ]1139 }1140 ],1141 "electric box": [1142 {1143 "object_id": "SM_ElectricBox_f_16",1144 "bbox_2d": [1145 28,1146 305,1147 166,1148 4431149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -16823,1154 -3963.8679208755493,1155 204.999998569488531156 ],1157 "extent": [1158 12.946630954742432,1159 6.132084131240845,1160 16.6215305328369141161 ]1162 },1163 "obb": {1164 "center": [1165 -16823,1166 -3963.8679208755493,1167 204.999998569488531168 ],1169 "extent": [1170 12.946630954742432,1171 6.132084131240845,1172 16.6215305328369141173 ],1174 "rotation": [1175 0,1176 0,1177 01178 ]1179 },1180 "location": [1181 -16823,1182 -3970,1183 2051184 ],1185 "rotation": [1186 0,1187 0,1188 01189 ],1190 "scale": [1191 1.5,1192 1.5,1193 1.51194 ]1195 },1196 "color": [1197 127,1198 23,1199 151200 ]