TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l103_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l103_r002/lit.png",5 "camera": {6 "location": [7 1,8 121,9 23110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 1,38 121,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 423,59 1154,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingA",118 "bbox_2d": [119 889,120 308,121 1919,122 516123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -9.99993896484375,128 -0.0003662109375,129 262.50006103515625130 ],131 "extent": [132 414.6847229003906,133 582.3804321289062,134 17.500083923339844135 ]136 },137 "obb": {138 "center": [139 -9.99993896484375,140 -0.0003662109375,141 262.50006103515625142 ],143 "extent": [144 414.6847229003906,145 582.3804321289062,146 17.500083923339844147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 0174 ]175 },176 {177 "object_id": "SM_CeilingB001",178 "bbox_2d": [179 0,180 0,181 1919,182 462183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -13.644100189208956,188 320.786895751953,189 276190 ],191 "extent": [192 217.01867675781244,193 261.5939025878905,194 4.0000152587890625195 ]196 },197 "obb": {198 "center": [199 -13.644100189208956,200 320.78689575195295,201 276202 ],203 "extent": [204 217.01867675781244,205 261.5939025878905,206 4.0000152587890625207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -13.644100189208984,216 0,217 0218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 127,233 191234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 1155,242 495,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "baseboard": [300 {301 "object_id": "SM_Baseboard001",302 "bbox_2d": [303 1155,304 901,305 1528,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -404.2849975526333,312 333.5509948730469,313 3314 ],315 "extent": [316 0.4000000059604645,317 270.4438781738281,318 3319 ]320 },321 "obb": {322 "center": [323 -404.2849975526333,324 333.5509948730469,325 3326 ],327 "extent": [328 0.4000000059604645,329 270.4438781738281,330 3331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -404.68499755859375,340 333.5509948730469,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 63,356 191,357 63358 ]359 }360 ],361 "floor planks corner": [362 {363 "object_id": "SM_Floor",364 "bbox_2d": [365 477,366 910,367 1497,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -19.752939224243164,374 -0.0001220703125,375 6.776263578034403e-21376 ],377 "extent": [378 404.9316711425781,379 582.3806762695312,380 3.5660530924670406e-14381 ]382 },383 "obb": {384 "center": [385 -19.752939224243164,386 -0.0001220703125,387 6.776263578034403e-21388 ],389 "extent": [390 404.9316711425781,391 582.3806762695312,392 3.5660530924670406e-14393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -9.752969741821289,402 0,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 31,419 31420 ]421 }422 ]423 },424 "foreground": {425 "shelf": [426 {427 "object_id": "SM_ShelfB",428 "bbox_2d": [429 733,430 510,431 898,432 849433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -176.3739967346193,438 569.3309946060174,439 165.5553436279297440 ],441 "extent": [442 39.70215019470834,443 10.050082472741565,444 79.22671508789062445 ]446 },447 "obb": {448 "center": [449 -176.3739967346193,450 569.3309946060174,451 165.5553436279297452 ],453 "extent": [454 39.70215019470834,455 10.050082472741565,456 79.22671508789062457 ],458 "rotation": [459 0,460 1.0017900422099046e-05,461 0462 ]463 },464 "location": [465 -176.37399291992188,466 569.3309936523438,467 86.32869720458984468 ],469 "rotation": [470 0,471 1.0017900422099046e-05,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 0,483 255484 ]485 }486 ],487 "cabinet": [488 {489 "object_id": "SM_CabinetB",490 "bbox_2d": [491 899,492 513,493 1177,494 823495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 -310.3803482055679,500 569.3809896366695,501 165.55532836914062502 ],503 "extent": [504 94.30449088420005,505 10.000049867301982,506 79.2267074584961507 ]508 },509 "obb": {510 "center": [511 -310.3803482055679,512 569.3809896366695,513 165.55532836914062514 ],515 "extent": [516 94.30449088420005,517 10.000049867301982,518 79.2267074584961519 ],520 "rotation": [521 0,522 1.0017900422099046e-05,523 0524 ]525 },526 "location": [527 -308.1400146484375,528 569.3809814453125,529 86.32869720458984530 ],531 "rotation": [532 0,533 1.0017900422099046e-05,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 255,544 255,545 0546 ]547 }548 ],549 "drawer": [550 {551 "object_id": "SM_Drawer",552 "bbox_2d": [553 0,554 782,555 1184,556 1035557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 -3.944459915161133,562 565.8809223175049,563 77.32870388031006564 ],565 "extent": [566 400.7402038574219,567 14.500059127807617,568 9.000012397766113569 ]570 },571 "obb": {572 "center": [573 -3.944459915161133,574 565.8809223175049,575 77.32870388031006576 ],577 "extent": [578 400.7402038574219,579 14.500059127807617,580 9.000012397766113581 ],582 "rotation": [583 0,584 0,585 0586 ]587 },588 "location": [589 -3.944459915161133,590 580.3809814453125,591 68.32869720458984592 ],593 "rotation": [594 0,595 0,596 0597 ],598 "scale": [599 1,600 1,601 1602 ]603 },604 "color": [605 255,606 255,607 63608 ]609 }610 ],611 "sofa": [612 {613 "object_id": "SM_SofaD",614 "bbox_2d": [615 582,616 981,617 984,618 1079619 ],620 "bbox_3d": {621 "aabb": {622 "center": [623 -69.9154052734375,624 393.52098846435547,625 42.42480477690697626 ],627 "extent": [628 92.29835510253906,629 55.387516021728516,630 41.93626022338867631 ]632 },633 "obb": {634 "center": [635 -69.9154052734375,636 393.52098846435547,637 42.42480477690697638 ],639 "extent": [640 92.29835510253906,641 55.387516021728516,642 41.93626022338867643 ],644 "rotation": [645 0,646 0,647 0648 ]649 },650 "location": [651 -69.91539764404297,652 393.52099609375,653 0.48855599761009216654 ],655 "rotation": [656 0,657 0,658 0659 ],660 "scale": [661 1,662 1,663 1664 ]665 },666 "color": [667 127,668 127,669 63670 ]671 }672 ],673 "table": [674 {675 "object_id": "SM_TableB",676 "bbox_2d": [677 979,678 1049,679 1087,680 1079681 ],682 "bbox_3d": {683 "aabb": {684 "center": [685 -181.28100776672363,686 387.9189968109131,687 25.595197200775146688 ],689 "extent": [690 20.48674201965332,691 20.588356018066406,692 24.928211212158203693 ]694 },695 "obb": {696 "center": [697 -181.28100776672363,698 387.9189968109131,699 25.595197200775146700 ],701 "extent": [702 20.48674201965332,703 20.588356018066406,704 24.928211212158203705 ],706 "rotation": [707 0,708 0,709 0710 ]711 },712 "location": [713 -181.281005859375,714 387.91900634765625,715 0.6669859886169434716 ],717 "rotation": [718 0,719 0,720 0721 ],722 "scale": [723 1,724 1,725 1726 ]727 },728 "color": [729 127,730 63,731 127732 ]733 }734 ],735 "ornament": [736 {737 "object_id": "SM_OrnamentB",738 "bbox_2d": [739 0,740 896,741 19,742 969743 ],744 "bbox_3d": {745 "aabb": {746 "center": [747 134.15699195861816,748 566.6250019073486,749 100.01391220092773750 ],751 "extent": [752 17.69100570678711,753 4.1772990226745605,754 13.685311317443848755 ]756 },757 "obb": {758 "center": [759 134.15699195861816,760 566.6250019073486,761 100.01391220092773762 ],763 "extent": [764 17.69100570678711,765 4.1772990226745605,766 13.685311317443848767 ],768 "rotation": [769 0,770 0,771 0772 ]773 },774 "location": [775 131.5290069580078,776 566.625,777 86.32859802246094778 ],779 "rotation": [780 0,781 0,782 0783 ],784 "scale": [785 1,786 1,787 1788 ]789 },790 "color": [791 63,792 0,793 0794 ]795 },796 {797 "object_id": "SM_OrnamentD",798 "bbox_2d": [799 861,800 692,801 880,802 751803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 -205.15100145339966,808 571.7800292968749,809 137.92138862609863810 ],811 "extent": [812 6.400542407645219,813 6.303304837671703,814 14.794389724731445815 ]816 },817 "obb": {818 "center": [819 -205.15100145339966,820 571.7800292968749,821 137.92138862609863822 ],823 "extent": [824 6.400542407645219,825 6.303304837671703,826 14.794389724731445827 ],828 "rotation": [829 0,830 1.0017900422099046e-05,831 0832 ]833 },834 "location": [835 -205.1510009765625,836 571.780029296875,837 123.12699890136719838 ],839 "rotation": [840 0,841 1.0017900422099046e-05,842 0843 ],844 "scale": [845 1,846 1,847 1848 ]849 },850 "color": [851 63,852 63,853 255854 ]855 },856 {857 "object_id": "SM_OrnamentC",858 "bbox_2d": [859 752,860 633,861 789,862 680863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 -152.57200622558594,868 569.9979858398438,869 174.30824851989746870 ],871 "extent": [872 8.944915428112324,873 8.94491638178647,874 10.691244125366211875 ]876 },877 "obb": {878 "center": [879 -152.57200622558594,880 569.9979858398438,881 174.30824851989746882 ],883 "extent": [884 8.944915428112324,885 8.94491638178647,886 10.691244125366211887 ],888 "rotation": [889 0,890 1.0017900422099046e-05,891 0892 ]893 },894 "location": [895 -152.57200622558594,896 569.9979858398438,897 163.61700439453125898 ],899 "rotation": [900 0,901 1.0017900422099046e-05,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 63,912 63,913 63914 ]915 },916 {917 "object_id": "SM_OrnamentE",918 "bbox_2d": [919 797,920 780,921 814,922 823923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 -169.6309986114502,928 568.3599786758423,929 101.70144748687744930 ],931 "extent": [932 4.318039894104004,933 4.318039894104004,934 9.854644775390625935 ]936 },937 "obb": {938 "center": [939 -169.6309986114502,940 568.3599786758423,941 101.70144748687744942 ],943 "extent": [944 4.318039894104004,945 4.318039894104004,946 9.854644775390625947 ],948 "rotation": [949 0,950 0,951 0952 ]953 },954 "location": [955 -169.63099670410156,956 568.3599853515625,957 91.8468017578125958 ],959 "rotation": [960 0,961 0,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 31,972 0,973 63974 ]975 },976 {977 "object_id": "SM_OrnamentF",978 "bbox_2d": [979 767,980 810,981 797,982 827983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -157.69794325593278,988 568.1699294679925,989 95.55225157737732990 ],991 "extent": [992 6.366357987330417,993 6.366364094307187,994 3.7054548263549805995 ]996 },997 "obb": {998 "center": [999 -157.69794325593278,1000 568.1699294679925,1001 95.552251577377321002 ],1003 "extent": [1004 6.366357987330417,1005 6.366364094307187,1006 3.70545482635498051007 ],1008 "rotation": [1009 0,1010 45.00004196166992,1011 01012 ]1013 },1014 "location": [1015 -157.697998046875,1016 568.1699829101562,1017 91.84680175781251018 ],1019 "rotation": [1020 0,1021 45.00004196166992,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 31,1032 0,1033 1911034 ]1035 },1036 {1037 "object_id": "SM_OrnamentC001",1038 "bbox_2d": [1039 793,1040 648,1041 815,1042 6771043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -168.7760009765625,1048 567.97900390625,1049 170.508024401342821050 ],1051 "extent": [1052 5.765427339565889,1053 5.765427954254619,1054 6.8910200068115731055 ]1056 },1057 "obb": {1058 "center": [1059 -168.7760009765625,1060 567.97900390625,1061 170.508024401342821062 ],1063 "extent": [1064 5.765427339565889,1065 5.765427954254619,1066 6.8910200068115731067 ],1068 "rotation": [1069 0,1070 1.0017900422099046e-05,1071 01072 ]1073 },1074 "location": [1075 -168.7760009765625,1076 567.97900390625,1077 163.617004394531251078 ],1079 "rotation": [1080 0,1081 1.0017900422099046e-05,1082 01083 ],1084 "scale": [1085 0.6445479989051819,1086 0.6445479989051819,1087 0.64454799890518191088 ]1089 },1090 "color": [1091 31,1092 255,1093 1271094 ]1095 },1096 {1097 "object_id": "SM_OrnamentD001",1098 "bbox_2d": [1099 848,1100 711,1101 865,1102 7551103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -195.95100437452555,1108 565.6989746093749,1109 133.868391773605941110 ],1111 "extent": [1112 4.647081892199509,1113 4.576483039495088,1114 10.7413928722387481115 ]1116 },1117 "obb": {1118 "center": [1119 -195.95100437452555,1120 565.6989746093749,1121 133.868391773605941122 ],1123 "extent": [1124 4.647081892199509,1125 4.576483039495088,1126 10.7413928722387481127 ],1128 "rotation": [1129 0,1130 1.0017900422099046e-05,1131 01132 ]1133 },1134 "location": [1135 -195.9510040283203,1136 565.698974609375,1137 123.126998901367191138 ],1139 "rotation": [1140 0,1141 1.0017900422099046e-05,1142 01143 ],1144 "scale": [1145 0.7260450124740601,1146 0.7260450124740601,1147 0.72604501247406011148 ]1149 },1150 "color": [1151 31,1152 255,1153 631154 ]1155 },1156 {1157 "object_id": "SM_OrnamentD002",1158 "bbox_2d": [1159 867,1160 728,1161 877,1162 7541163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -202.90499899058437,1168 562.6370239257812,1169 129.682422608892241170 ],1171 "extent": [1172 2.8360931556342734,1173 2.7930069936953714,1174 6.5554237075250511175 ]1176 },1177 "obb": {1178 "center": [1179 -202.90499899058437,1180 562.6370239257812,1181 129.682422608892241182 ],1183 "extent": [1184 2.8360931556342734,1185 2.7930069936953714,1186 6.5554237075250511187 ],1188 "rotation": [1189 0,1190 1.0017900422099046e-05,1191 01192 ]1193 },1194 "location": [1195 -202.90499877929688,1196 562.6370239257812,1197 123.126998901367191198 ],1199 "rotation": [1200 0,