TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l098_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l098_r002/lit.png",5 "camera": {6 "location": [7 -135,8 10,9 21810 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -135,38 10,39 218,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 416,59 881,60 101961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingA",118 "bbox_2d": [119 583,120 0,121 1919,122 497123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -9.99993896484375,128 -0.0003662109375,129 262.50006103515625130 ],131 "extent": [132 414.6847229003906,133 582.3804321289062,134 17.500083923339844135 ]136 },137 "obb": {138 "center": [139 -9.99993896484375,140 -0.0003662109375,141 262.50006103515625142 ],143 "extent": [144 414.6847229003906,145 582.3804321289062,146 17.500083923339844147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 0174 ]175 },176 {177 "object_id": "SM_CeilingB001",178 "bbox_2d": [179 0,180 0,181 1355,182 443183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -13.644100189208956,188 320.786895751953,189 276190 ],191 "extent": [192 217.01867675781244,193 261.5939025878905,194 4.0000152587890625195 ]196 },197 "obb": {198 "center": [199 -13.644100189208956,200 320.78689575195295,201 276202 ],203 "extent": [204 217.01867675781244,205 261.5939025878905,206 4.0000152587890625207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -13.644100189208984,216 0,217 0218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 127,233 191234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 882,242 409,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "baseboard": [300 {301 "object_id": "SM_Baseboard001",302 "bbox_2d": [303 881,304 864,305 1197,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -404.2849975526333,312 333.5509948730469,313 3314 ],315 "extent": [316 0.4000000059604645,317 270.4438781738281,318 3319 ]320 },321 "obb": {322 "center": [323 -404.2849975526333,324 333.5509948730469,325 3326 ],327 "extent": [328 0.4000000059604645,329 270.4438781738281,330 3331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -404.68499755859375,340 333.5509948730469,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 63,356 191,357 63358 ]359 }360 ],361 "floor planks corner": [362 {363 "object_id": "SM_Floor",364 "bbox_2d": [365 483,366 874,367 1173,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -19.752939224243164,374 -0.0001220703125,375 6.776263578034403e-21376 ],377 "extent": [378 404.9316711425781,379 582.3806762695312,380 3.5660530924670406e-14381 ]382 },383 "obb": {384 "center": [385 -19.752939224243164,386 -0.0001220703125,387 6.776263578034403e-21388 ],389 "extent": [390 404.9316711425781,391 582.3806762695312,392 3.5660530924670406e-14393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -9.752969741821289,402 0,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 31,419 31420 ]421 }422 ]423 },424 "foreground": {425 "shelf": [426 {427 "object_id": "SM_ShelfB",428 "bbox_2d": [429 409,430 486,431 579,432 804433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -176.3739967346193,438 569.3309946060174,439 165.5553436279297440 ],441 "extent": [442 39.70215019470834,443 10.050082472741565,444 79.22671508789062445 ]446 },447 "obb": {448 "center": [449 -176.3739967346193,450 569.3309946060174,451 165.5553436279297452 ],453 "extent": [454 39.70215019470834,455 10.050082472741565,456 79.22671508789062457 ],458 "rotation": [459 0,460 1.0017900422099046e-05,461 0462 ]463 },464 "location": [465 -176.37399291992188,466 569.3309936523438,467 86.32869720458984468 ],469 "rotation": [470 0,471 1.0017900422099046e-05,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 0,483 255484 ]485 }486 ],487 "cabinet": [488 {489 "object_id": "SM_CabinetB",490 "bbox_2d": [491 580,492 490,493 894,494 784495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 -310.3803482055679,500 569.3809896366695,501 165.55532836914062502 ],503 "extent": [504 94.30449088420005,505 10.000049867301982,506 79.2267074584961507 ]508 },509 "obb": {510 "center": [511 -310.3803482055679,512 569.3809896366695,513 165.55532836914062514 ],515 "extent": [516 94.30449088420005,517 10.000049867301982,518 79.2267074584961519 ],520 "rotation": [521 0,522 1.0017900422099046e-05,523 0524 ]525 },526 "location": [527 -308.1400146484375,528 569.3809814453125,529 86.32869720458984530 ],531 "rotation": [532 0,533 1.0017900422099046e-05,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 255,544 255,545 0546 ]547 }548 ],549 "drawer": [550 {551 "object_id": "SM_Drawer",552 "bbox_2d": [553 0,554 748,555 900,556 901557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 -3.944459915161133,562 565.8809223175049,563 77.32870388031006564 ],565 "extent": [566 400.7402038574219,567 14.500059127807617,568 9.000012397766113569 ]570 },571 "obb": {572 "center": [573 -3.944459915161133,574 565.8809223175049,575 77.32870388031006576 ],577 "extent": [578 400.7402038574219,579 14.500059127807617,580 9.000012397766113581 ],582 "rotation": [583 0,584 0,585 0586 ]587 },588 "location": [589 -3.944459915161133,590 580.3809814453125,591 68.32869720458984592 ],593 "rotation": [594 0,595 0,596 0597 ],598 "scale": [599 1,600 1,601 1602 ]603 },604 "color": [605 255,606 255,607 63608 ]609 }610 ],611 "sofa": [612 {613 "object_id": "SM_SofaD",614 "bbox_2d": [615 0,616 910,617 503,618 1079619 ],620 "bbox_3d": {621 "aabb": {622 "center": [623 -69.9154052734375,624 393.52098846435547,625 42.42480477690697626 ],627 "extent": [628 92.29835510253906,629 55.387516021728516,630 41.93626022338867631 ]632 },633 "obb": {634 "center": [635 -69.9154052734375,636 393.52098846435547,637 42.42480477690697638 ],639 "extent": [640 92.29835510253906,641 55.387516021728516,642 41.93626022338867643 ],644 "rotation": [645 0,646 0,647 0648 ]649 },650 "location": [651 -69.91539764404297,652 393.52099609375,653 0.48855599761009216654 ],655 "rotation": [656 0,657 0,658 0659 ],660 "scale": [661 1,662 1,663 1664 ]665 },666 "color": [667 127,668 127,669 63670 ]671 }672 ],673 "table": [674 {675 "object_id": "SM_TableB",676 "bbox_2d": [677 496,678 976,679 605,680 1079681 ],682 "bbox_3d": {683 "aabb": {684 "center": [685 -181.28100776672363,686 387.9189968109131,687 25.595197200775146688 ],689 "extent": [690 20.48674201965332,691 20.588356018066406,692 24.928211212158203693 ]694 },695 "obb": {696 "center": [697 -181.28100776672363,698 387.9189968109131,699 25.595197200775146700 ],701 "extent": [702 20.48674201965332,703 20.588356018066406,704 24.928211212158203705 ],706 "rotation": [707 0,708 0,709 0710 ]711 },712 "location": [713 -181.281005859375,714 387.91900634765625,715 0.6669859886169434716 ],717 "rotation": [718 0,719 0,720 0721 ],722 "scale": [723 1,724 1,725 1726 ]727 },728 "color": [729 127,730 63,731 127732 ]733 }734 ],735 "table lamp": [736 {737 "object_id": "SM_TablelampA",738 "bbox_2d": [739 242,740 739,741 316,742 821743 ],744 "bbox_3d": {745 "aabb": {746 "center": [747 -97.68073081970215,748 580.4717927411353,749 105.07100564119872750 ],751 "extent": [752 27.81842613220215,753 31.280864183357266,754 18.773618445386887755 ]756 },757 "obb": {758 "center": [759 -97.68073081970215,760 580.4717927411353,761 105.07100564119872762 ],763 "extent": [764 27.81842613220215,765 31.280864183357266,766 18.773618445386887767 ],768 "rotation": [769 0,770 0,771 1.0017900422099046e-05772 ]773 },774 "location": [775 -83.94879913330078,776 563.0789794921875,777 91.18779754638672778 ],779 "rotation": [780 0,781 0,782 1.0017900422099046e-05783 ],784 "scale": [785 1,786 1,787 1788 ]789 },790 "color": [791 63,792 0,793 255794 ]795 }796 ],797 "ornament": [798 {799 "object_id": "SM_OrnamentD",800 "bbox_2d": [801 545,802 660,803 566,804 715805 ],806 "bbox_3d": {807 "aabb": {808 "center": [809 -205.15100145339966,810 571.7800292968749,811 137.92138862609863812 ],813 "extent": [814 6.400542407645219,815 6.303304837671703,816 14.794389724731445817 ]818 },819 "obb": {820 "center": [821 -205.15100145339966,822 571.7800292968749,823 137.92138862609863824 ],825 "extent": [826 6.400542407645219,827 6.303304837671703,828 14.794389724731445829 ],830 "rotation": [831 0,832 1.0017900422099046e-05,833 0834 ]835 },836 "location": [837 -205.1510009765625,838 571.780029296875,839 123.12699890136719840 ],841 "rotation": [842 0,843 1.0017900422099046e-05,844 0845 ],846 "scale": [847 1,848 1,849 1850 ]851 },852 "color": [853 63,854 63,855 255856 ]857 },858 {859 "object_id": "SM_OrnamentC",860 "bbox_2d": [861 425,862 603,863 464,864 646865 ],866 "bbox_3d": {867 "aabb": {868 "center": [869 -152.57200622558594,870 569.9979858398438,871 174.30824851989746872 ],873 "extent": [874 8.944915428112324,875 8.94491638178647,876 10.691244125366211877 ]878 },879 "obb": {880 "center": [881 -152.57200622558594,882 569.9979858398438,883 174.30824851989746884 ],885 "extent": [886 8.944915428112324,887 8.94491638178647,888 10.691244125366211889 ],890 "rotation": [891 0,892 1.0017900422099046e-05,893 0894 ]895 },896 "location": [897 -152.57200622558594,898 569.9979858398438,899 163.61700439453125900 ],901 "rotation": [902 0,903 1.0017900422099046e-05,904 0905 ],906 "scale": [907 1,908 1,909 1910 ]911 },912 "color": [913 63,914 63,915 63916 ]917 },918 {919 "object_id": "SM_OrnamentE",920 "bbox_2d": [921 473,922 742,923 491,924 782925 ],926 "bbox_3d": {927 "aabb": {928 "center": [929 -169.6309986114502,930 568.3599786758423,931 101.70144748687744932 ],933 "extent": [934 4.318039894104004,935 4.318039894104004,936 9.854644775390625937 ]938 },939 "obb": {940 "center": [941 -169.6309986114502,942 568.3599786758423,943 101.70144748687744944 ],945 "extent": [946 4.318039894104004,947 4.318039894104004,948 9.854644775390625949 ],950 "rotation": [951 0,952 0,953 0954 ]955 },956 "location": [957 -169.63099670410156,958 568.3599853515625,959 91.8468017578125960 ],961 "rotation": [962 0,963 0,964 0965 ],966 "scale": [967 1,968 1,969 1970 ]971 },972 "color": [973 31,974 0,975 63976 ]977 },978 {979 "object_id": "SM_OrnamentF",980 "bbox_2d": [981 442,982 770,983 470,984 785985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 -157.69794325593278,990 568.1699294679925,991 95.55225157737732992 ],993 "extent": [994 6.366357987330417,995 6.366364094307187,996 3.7054548263549805997 ]998 },999 "obb": {1000 "center": [1001 -157.69794325593278,1002 568.1699294679925,1003 95.552251577377321004 ],1005 "extent": [1006 6.366357987330417,1007 6.366364094307187,1008 3.70545482635498051009 ],1010 "rotation": [1011 0,1012 45.00004196166992,1013 01014 ]1015 },1016 "location": [1017 -157.697998046875,1018 568.1699829101562,1019 91.84680175781251020 ],1021 "rotation": [1022 0,1023 45.00004196166992,1024 01025 ],1026 "scale": [1027 1,1028 1,1029 11030 ]1031 },1032 "color": [1033 31,1034 0,1035 1911036 ]1037 },1038 {1039 "object_id": "SM_OrnamentC001",1040 "bbox_2d": [1041 468,1042 617,1043 492,1044 6441045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 -168.7760009765625,1050 567.97900390625,1051 170.508024401342821052 ],1053 "extent": [1054 5.765427339565889,1055 5.765427954254619,1056 6.8910200068115731057 ]1058 },1059 "obb": {1060 "center": [1061 -168.7760009765625,1062 567.97900390625,1063 170.508024401342821064 ],1065 "extent": [1066 5.765427339565889,1067 5.765427954254619,1068 6.8910200068115731069 ],1070 "rotation": [1071 0,1072 1.0017900422099046e-05,1073 01074 ]1075 },1076 "location": [1077 -168.7760009765625,1078 567.97900390625,1079 163.617004394531251080 ],1081 "rotation": [1082 0,1083 1.0017900422099046e-05,1084 01085 ],1086 "scale": [1087 0.6445479989051819,1088 0.6445479989051819,1089 0.64454799890518191090 ]1091 },1092 "color": [1093 31,1094 255,1095 1271096 ]1097 },1098 {1099 "object_id": "SM_OrnamentD001",1100 "bbox_2d": [1101 528,1102 678,1103 546,1104 7191105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 -195.95100437452555,1110 565.6989746093749,1111 133.868391773605941112 ],1113 "extent": [1114 4.647081892199509,1115 4.576483039495088,1116 10.7413928722387481117 ]1118 },1119 "obb": {1120 "center": [1121 -195.95100437452555,1122 565.6989746093749,1123 133.868391773605941124 ],1125 "extent": [1126 4.647081892199509,1127 4.576483039495088,1128 10.7413928722387481129 ],1130 "rotation": [1131 0,1132 1.0017900422099046e-05,1133 01134 ]1135 },1136 "location": [1137 -195.9510040283203,1138 565.698974609375,1139 123.126998901367191140 ],1141 "rotation": [1142 0,1143 1.0017900422099046e-05,1144 01145 ],1146 "scale": [1147 0.7260450124740601,1148 0.7260450124740601,1149 0.72604501247406011150 ]1151 },1152 "color": [1153 31,1154 255,1155 631156 ]1157 },1158 {1159 "object_id": "SM_OrnamentD002",1160 "bbox_2d": [1161 547,1162 693,1163 557,1164 7181165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 -202.90499899058437,1170 562.6370239257812,1171 129.682422608892241172 ],1173 "extent": [1174 2.8360931556342734,1175 2.7930069936953714,1176 6.5554237075250511177 ]1178 },1179 "obb": {1180 "center": [1181 -202.90499899058437,1182 562.6370239257812,1183 129.682422608892241184 ],1185 "extent": [1186 2.8360931556342734,1187 2.7930069936953714,1188 6.5554237075250511189 ],1190 "rotation": [1191 0,1192 1.0017900422099046e-05,1193 01194 ]1195 },1196 "location": [1197 -202.90499877929688,1198 562.6370239257812,1199 123.126998901367191200 ],