TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l054_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l054_r001/lit.png",5 "camera": {6 "location": [7 440,8 -240,9 20110 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 440,38 -240,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 0,58 865,59 1789,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 0,120 0,121 991,122 172123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 726,180 0,181 1342,182 107183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 },236 {237 "object_id": "SM_woodroof_113",238 "bbox_2d": [239 1574,240 0,241 1910,242 49243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 318.353384929158,248 -29.895414810180228,249 419.59094345527046250 ],251 "extent": [252 102.64006227441315,253 238.89991255711357,254 37.60747276143411255 ]256 },257 "obb": {258 "center": [259 318.353384929158,260 -29.895414810180228,261 419.59094345527046262 ],263 "extent": [264 102.64006227441315,265 238.89991255711357,266 37.60747276143411267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 315.8971862792969,276 -29.895389556884766,277 388.9488220214844278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 -0.8274999856948853,286 0.8274999856948853,287 0.8274999856948853288 ]289 },290 "color": [291 191,292 0,293 255294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_rightwall_11",300 "bbox_2d": [301 388,302 0,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -26.000122070144926,310 201.00004196215752,311 248.09518432617188312 ],313 "extent": [314 1213.475322102896,315 56.19279383862782,316 242.13626098632812317 ]318 },319 "obb": {320 "center": [321 -26.000122070144926,322 201.00004196215752,323 248.09518432617188324 ],325 "extent": [326 1213.475322102896,327 56.19279383862782,328 242.13626098632812329 ],330 "rotation": [331 0,332 179.99977111816406,333 0334 ]335 },336 "location": [337 -26,338 201,339 9.81463623046875340 ],341 "rotation": [342 0,343 179.99977111816406,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 255,355 127356 ]357 },358 {359 "object_id": "SM_backwall_14",360 "bbox_2d": [361 0,362 40,363 387,364 685365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 727,370 -42,371 244.2459716796875372 ],373 "extent": [374 513.4542740243764,375 298.30824864120177,376 243.74131774902344377 ]378 },379 "obb": {380 "center": [381 726.9999999999999,382 -42,383 244.2459716796875384 ],385 "extent": [386 513.4542740243764,387 298.30824864120177,388 243.74131774902344389 ],390 "rotation": [391 0,392 179.999755859375,393 0394 ]395 },396 "location": [397 727,398 -42,399 -1.56610107421875400 ],401 "rotation": [402 0,403 179.999755859375,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 255,414 0,415 127416 ]417 }418 ],419 "pipe": [420 {421 "object_id": "SM_Pipes_87",422 "bbox_2d": [423 122,424 68,425 377,426 678427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 1164.9854568957085,432 86.61339285034592,433 248.83089232729253434 ],435 "extent": [436 17.764735660944098,437 75.6964546231211,438 244.47722919016087439 ]440 },441 "obb": {442 "center": [443 1164.9854568957085,444 86.6133928503459,445 248.83089232729253446 ],447 "extent": [448 17.764735660944098,449 75.6964546231211,450 244.47722919016087451 ],452 "rotation": [453 0,454 90.00000000000001,455 0456 ]457 },458 "location": [459 1174.117431640625,460 55.71179962158203,461 6.208587646484375462 ],463 "rotation": [464 0,465 90.00000000000001,466 0467 ],468 "scale": [469 1.384575366973877,470 1.384575366973877,471 1.384575366973877472 ]473 },474 "color": [475 63,476 191,477 255478 ]479 },480 {481 "object_id": "SM_pipeskitchen3",482 "bbox_2d": [483 1069,484 0,485 1087,486 433487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 622.7100430042074,492 196.72460267988026,493 248.03538252564613494 ],495 "extent": [496 10.991213643204901,497 13.39884358308882,498 242.980073706829499 ]500 },501 "obb": {502 "center": [503 622.7100430042074,504 196.72460267988026,505 248.03538252564613506 ],507 "extent": [508 10.991213643204901,509 13.39884358308882,510 242.980073706829511 ],512 "rotation": [513 0,514 180,515 0516 ]517 },518 "location": [519 622.691650390625,520 191.47918701171875,521 5.055308818817139522 ],523 "rotation": [524 0,525 180,526 0527 ],528 "scale": [529 1.013401985168457,530 1.013401985168457,531 1.013401985168457532 ]533 },534 "color": [535 0,536 191,537 191538 ]539 }540 ]541 },542 "foreground": {543 "shelving": [544 {545 "object_id": "SM_kitchenshelf_02_69",546 "bbox_2d": [547 1426,548 752,549 1480,550 1079551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 491.3492431640625,556 93.78185272216797,557 61.110496520996094558 ],559 "extent": [560 39.9998779296875,561 99.99972534179693,562 54.99895095825195563 ]564 },565 "obb": {566 "center": [567 491.3492431640625,568 93.78185272216798,569 61.110496520996094570 ],571 "extent": [572 39.9998779296875,573 99.99972534179693,574 54.99895095825195575 ],576 "rotation": [577 0,578 90.00000000000001,579 0580 ]581 },582 "location": [583 491.3492431640625,584 93.78185272216797,585 3.6686134338378906586 ],587 "rotation": [588 0,589 90.00000000000001,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 255,600 191,601 127602 ]603 },604 {605 "object_id": "SM_kitchenshelf_4",606 "bbox_2d": [607 155,608 740,609 647,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 754.4514465332031,616 -49.00006103515625,617 61.58672332763672618 ],619 "extent": [620 100.01679229736328,621 40.04176330566406,622 54.999107360839844623 ]624 },625 "obb": {626 "center": [627 754.4514465332031,628 -49.00006103515625,629 61.58672332763672630 ],631 "extent": [632 100.01679229736328,633 40.04176330566406,634 54.999107360839844635 ],636 "rotation": [637 0,638 180,639 0640 ]641 },642 "location": [643 754.451416015625,644 -49.00008773803711,645 6.20855712890625646 ],647 "rotation": [648 0,649 180,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 127,660 191,661 0662 ]663 },664 {665 "object_id": "SM_kitchenshelf_5",666 "bbox_2d": [667 521,668 853,669 1425,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 552.35986328125,676 -48.998043060302734,677 63.65044021606445678 ],679 "extent": [680 99.99972534179685,681 39.9998779296875,682 54.99895095825195683 ]684 },685 "obb": {686 "center": [687 552.35986328125,688 -48.998043060302734,689 63.65044021606445690 ],691 "extent": [692 99.99972534179685,693 39.9998779296875,694 54.99895095825195695 ],696 "rotation": [697 0,698 180,699 0700 ]701 },702 "location": [703 552.35986328125,704 -48.998043060302734,705 6.20855712890625706 ],707 "rotation": [708 0,709 180,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 127,720 191,721 255722 ]723 },724 {725 "object_id": "SM_kitchenshelf_7",726 "bbox_2d": [727 435,728 672,729 599,730 766731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 934.2007751464844,736 161.94645309448242,737 61.58667707443237738 ],739 "extent": [740 100.01679229736328,741 40.04176330566406,742 54.999107360839844743 ]744 },745 "obb": {746 "center": [747 934.2007751464844,748 161.94645309448242,749 61.58667707443237750 ],751 "extent": [752 100.01679229736328,753 40.04176330566406,754 54.999107360839844755 ],756 "rotation": [757 0,758 180,759 0760 ]761 },762 "location": [763 934.2007446289062,764 161.94642639160156,765 6.208510875701904766 ],767 "rotation": [768 0,769 180,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 255,780 0,781 31782 ]783 }784 ],785 "appliance": [786 {787 "object_id": "SM_metalstove_5",788 "bbox_2d": [789 0,790 676,791 175,792 907793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 1103.11962890625,798 -54.09661102294922,799 64.6992073059082800 ],801 "extent": [802 43.352325439453125,803 50.7218933105469,804 59.01047134399414805 ]806 },807 "obb": {808 "center": [809 1103.11962890625,810 -54.09661102294922,811 64.6992073059082812 ],813 "extent": [814 43.352325439453125,815 50.7218933105469,816 59.01047134399414817 ],818 "rotation": [819 0,820 90.00000000000001,821 0822 ]823 },824 "location": [825 1103.11962890625,826 -54.09661102294922,827 6.2119140625828 ],829 "rotation": [830 0,831 90.00000000000001,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 127,842 191,843 63844 ]845 },846 {847 "object_id": "SM_metaloven_138",848 "bbox_2d": [849 1052,850 416,851 1465,852 885853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 500.5980987548828,858 71.95675659179688,859 171.86399459838867860 ],861 "extent": [862 48.01556396484375,863 88.4038696289062,864 55.877586364746094865 ]866 },867 "obb": {868 "center": [869 500.5980987548828,870 71.95675659179686,871 171.86399459838867872 ],873 "extent": [874 48.01556396484375,875 88.4038696289062,876 55.877586364746094877 ],878 "rotation": [879 0,880 180,881 0882 ]883 },884 "location": [885 500.83154296875,886 72.15515899658203,887 112.50159454345703888 ],889 "rotation": [890 0,891 180,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 191,902 127,903 63904 ]905 },906 {907 "object_id": "SM_drinkmachine_02_142",908 "bbox_2d": [909 908,910 518,911 1465,912 1079913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 494.77347951432216,918 -53.24713112184537,919 162.6904411315918920 ],921 "extent": [922 46.57321219130756,923 32.825059154618884,924 41.84847640991211925 ]926 },927 "obb": {928 "center": [929 494.77347951432216,930 -53.24713112184537,931 162.6904411315918932 ],933 "extent": [934 46.57321219130756,935 32.825059154618884,936 41.84847640991211937 ],938 "rotation": [939 0,940 179.7389678955078,941 0942 ]943 },944 "location": [945 494.7735290527344,946 -53.24714279174805,947 118.64938354492188948 ],949 "rotation": [950 0,951 179.7389678955078,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 191,962 63,963 255964 ]965 },966 {967 "object_id": "SM_drinkmachine_01_148",968 "bbox_2d": [969 675,970 540,971 912,972 941973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 578.17551612854,978 -54.67023849487305,979 159.90197372436523980 ],981 "extent": [982 29.289949417114258,983 29.229614257812514,984 40.97690200805664985 ]986 },987 "obb": {988 "center": [989 578.17551612854,990 -54.67023849487305,991 159.90197372436523992 ],993 "extent": [994 29.289949417114258,995 29.229614257812514,996 40.97690200805664997 ],998 "rotation": [999 0,1000 -90.00000000000001,1001 01002 ]1003 },1004 "location": [1005 578.175537109375,1006 -54.67021179199219,1007 116.285530090332031008 ],1009 "rotation": [1010 0,1011 -90.00000000000001,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 191,1022 63,1023 1271024 ]1025 },1026 {1027 "object_id": "SM_metalstove_198",1028 "bbox_2d": [1029 125,1030 662,1031 369,1032 7751033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 1103.11962890625,1038 48.065025329589844,1039 64.69920730590821040 ],1041 "extent": [1042 44.144866943359375,1043 50.72198486328128,1044 56.6015396118164061045 ]1046 },1047 "obb": {1048 "center": [1049 1103.11962890625,1050 48.06502532958985,1051 64.69920730590821052 ],1053 "extent": [1054 44.144866943359375,1055 50.72198486328128,1056 56.6015396118164061057 ],1058 "rotation": [1059 0,1060 90.00000000000001,1061 01062 ]1063 },1064 "location": [1065 1103.11962890625,1066 48.065025329589844,1067 6.21191406251068 ],1069 "rotation": [1070 0,1071 90.00000000000001,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 255,1082 255,1083 311084 ]1085 },1086 {1087 "object_id": "SM_metalstove_7",1088 "bbox_2d": [1089 308,1090 656,1091 444,1092 7491093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 1103.11962890625,1098 152.3569793701172,1099 64.69920730590821100 ],1101 "extent": [1102 44.253570556640625,1103 50.72198486328128,1104 57.5347938537597661105 ]1106 },1107 "obb": {1108 "center": [1109 1103.11962890625,1110 152.3569793701172,1111 64.69920730590821112 ],1113 "extent": [1114 44.253570556640625,1115 50.72198486328128,1116 57.5347938537597661117 ],1118 "rotation": [1119 0,1120 90.00000000000001,1121 01122 ]1123 },1124 "location": [1125 1103.11962890625,1126 152.3569793701172,1127 6.21191406251128 ],1129 "rotation": [1130 0,1131 90.00000000000001,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 255,1142 127,1143 311144 ]1145 },1146 {1147 "object_id": "SM_boiler_159",1148 "bbox_2d": [1149 312,1150 684,1151 402,1152 7611153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 837.063322345746,1158 -29.972686788732222,1159 129.898900032043461160 ],1161 "extent": [1162 19.831553050246953,1163 20.386795846030264,1164 13.3130588531494141165 ]1166 },1167 "obb": {1168 "center": [1169 837.063322345746,1170 -29.972686788732222,1171 129.898900032043461172 ],1173 "extent": [1174 19.831553050246953,1175 20.386795846030264,1176 13.3130588531494141177 ],1178 "rotation": [1179 0,1180 -60.15197372436522,1181 01182 ]1183 },1184 "location": [1185 837.8109130859375,1186 -31.27552032470703,1187 116.585845947265621188 ],1189 "rotation": [1190 0,1191 -60.15197372436522,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [