TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l011_off1_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/SciOffice/l011_off1_r005/lit.png",5 "camera": {6 "location": [7 -676,8 -255,9 219.666671752929710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -676,38 -255,39 219.6666717529297,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 0,58 218,59 101,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_8",116 "bbox_2d": [117 0,118 229,119 102,120 1078121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -920,126 310,127 159.99998474121094128 ],129 "extent": [130 200.25000585892695,131 11.000108566948711,132 150.25133 ]134 },135 "obb": {136 "center": [137 -920,138 310,139 159.99998474121094140 ],141 "extent": [142 200.25000585892695,143 11.000108566948711,144 150.25145 ],146 "rotation": [147 0,148 -3.0517578125e-05,149 0150 ]151 },152 "location": [153 -920,154 310,155 10156 ],157 "rotation": [158 0,159 -3.0517578125e-05,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 255172 ]173 },174 {175 "object_id": "SM_Wall_16",176 "bbox_2d": [177 0,178 0,179 275,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -710,186 -300,187 159.99998474121094188 ],189 "extent": [190 11.000428545730301,191 200.2500234353672,192 150.25193 ]194 },195 "obb": {196 "center": [197 -710,198 -300,199 159.99998474121094200 ],201 "extent": [202 11.000428545730301,203 200.2500234353672,204 150.25205 ],206 "rotation": [207 0,208 90.00012207031251,209 0210 ]211 },212 "location": [213 -710,214 -300,215 10216 ],217 "rotation": [218 0,219 90.00012207031251,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 255,231 255232 ]233 },234 {235 "object_id": "SM_Wall_17",236 "bbox_2d": [237 247,238 0,239 276,240 95241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -710,246 -300,247 359.99999237060547248 ],249 "extent": [250 11.000426638381668,251 200.25002343536312,252 50.24999237060547253 ]254 },255 "obb": {256 "center": [257 -710,258 -300,259 359.99999237060547260 ],261 "extent": [262 11.000426638381668,263 200.25002343536312,264 50.24999237060547265 ],266 "rotation": [267 0,268 90.00012207031251,269 0270 ]271 },272 "location": [273 -710,274 -300,275 310276 ],277 "rotation": [278 0,279 90.00012207031251,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 127,290 0,291 127292 ]293 }294 ],295 "wall div": [296 {297 "object_id": "SM_WallDiv_49",298 "bbox_2d": [299 1450,300 0,301 1919,302 318303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -300,308 -400,309 359.99999618530273310 ],311 "extent": [312 5.500216446513662,313 100.25000408829283,314 50.249996185302734315 ]316 },317 "obb": {318 "center": [319 -300,320 -400,321 359.99999618530273322 ],323 "extent": [324 5.500216446513662,325 100.25000408829283,326 50.249996185302734327 ],328 "rotation": [329 0,330 -90.00012207031251,331 0332 ]333 },334 "location": [335 -300,336 -400,337 310338 ],339 "rotation": [340 0,341 -90.00012207031251,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 0,353 63354 ]355 },356 {357 "object_id": "SM_WallDiv_44",358 "bbox_2d": [359 0,360 224,361 102,362 1078363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -295,368 -1400,369 359.99999618530273370 ],371 "extent": [372 5.500216446513662,373 100.25000408829283,374 50.249996185302734375 ]376 },377 "obb": {378 "center": [379 -295,380 -1400,381 359.99999618530273382 ],383 "extent": [384 5.500216446513662,385 100.25000408829283,386 50.249996185302734387 ],388 "rotation": [389 0,390 -90.00012207031251,391 0392 ]393 },394 "location": [395 -295,396 -1400,397 310398 ],399 "rotation": [400 0,401 -90.00012207031251,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 255,412 191,413 255414 ]415 },416 {417 "object_id": "SM_WallDiv_45",418 "bbox_2d": [419 275,420 0,421 1065,422 245423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -600,428 -500,429 359.99999618530273430 ],431 "extent": [432 100.24999237060547,433 5.500002861022949,434 50.249996185302734435 ]436 },437 "obb": {438 "center": [439 -600,440 -500,441 359.99999618530273442 ],443 "extent": [444 100.24999237060547,445 5.500002861022949,446 50.249996185302734447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 -600,456 -500,457 310458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 191,472 63,473 0474 ]475 },476 {477 "object_id": "SM_WallDiv_46",478 "bbox_2d": [479 1059,480 0,481 1451,482 318483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 -400,488 -500,489 359.99999618530273490 ],491 "extent": [492 100.24999237060547,493 5.500002861022949,494 50.249996185302734495 ]496 },497 "obb": {498 "center": [499 -400,500 -500,501 359.99999618530273502 ],503 "extent": [504 100.24999237060547,505 5.500002861022949,506 50.249996185302734507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 -400,516 -500,517 310518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 191,532 63,533 255534 ]535 }536 ],537 "floor planks corner": [538 {539 "object_id": "SM_Floor_18",540 "bbox_2d": [541 1258,542 0,543 1574,544 76545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 -500,550 -300,551 420552 ],553 "extent": [554 200.50001525878906,555 200.50001525878906,556 11.000001907348633557 ]558 },559 "obb": {560 "center": [561 -500,562 -300,563 420564 ],565 "extent": [566 200.50001525878906,567 200.50001525878906,568 11.000001907348633569 ],570 "rotation": [571 0,572 0,573 0574 ]575 },576 "location": [577 -500,578 -300,579 420580 ],581 "rotation": [582 0,583 0,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 0,594 0,595 31596 ]597 }598 ],599 "pipe connector": [600 {601 "object_id": "SM_Pipe_Con_26",602 "bbox_2d": [603 0,604 236,605 102,606 1076607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -1905,612 -285,613 379.8999996185303614 ],615 "extent": [616 25,617 13.199999809265137,618 13.300000190734863619 ]620 },621 "obb": {622 "center": [623 -1905,624 -285,625 379.8999996185303626 ],627 "extent": [628 25,629 13.199999809265137,630 13.300000190734863631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 -1905,640 -285,641 380642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 255,656 159,657 255658 ]659 }660 ],661 "cable rail holder": [662 {663 "object_id": "SM_CableRailHolder_79",664 "bbox_2d": [665 0,666 233,667 102,668 1077669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -920,674 -830,675 403.66500091552734676 ],677 "extent": [678 1.247076786861271,679 16.2106158369171,680 11.935001373291016681 ]682 },683 "obb": {684 "center": [685 -920,686 -830,687 403.66500091552734688 ],689 "extent": [690 1.247076786861271,691 16.2106158369171,692 11.935001373291016693 ],694 "rotation": [695 0,696 179.999267578125,697 0698 ]699 },700 "location": [701 -920,702 -830,703 394704 ],705 "rotation": [706 0,707 179.999267578125,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 255,718 223,719 255720 ]721 }722 ],723 "wall div window": [724 {725 "object_id": "SM_WallDivWindow_15",726 "bbox_2d": [727 1446,728 220,729 1919,730 924731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -300,736 -400,737 160738 ],739 "extent": [740 5.500200043780694,741 100.15356780907018,742 150.35354614257812743 ]744 },745 "obb": {746 "center": [747 -300,748 -400,749 160750 ],751 "extent": [752 5.500200043780694,753 100.15356780907018,754 150.35354614257812755 ],756 "rotation": [757 0,758 90.00011444091797,759 0760 ]761 },762 "location": [763 -300,764 -400,765 10766 ],767 "rotation": [768 0,769 90.00011444091797,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 47,780 95,781 111782 ]783 },784 {785 "object_id": "SM_WallDivWindow_24",786 "bbox_2d": [787 1066,788 247,789 1454,790 905791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -400,796 -500,797 160798 ],799 "extent": [800 100.15355682373047,801 5.5,802 150.35354614257812803 ]804 },805 "obb": {806 "center": [807 -400,808 -500,809 160810 ],811 "extent": [812 100.15355682373047,813 5.5,814 150.35354614257812815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -400,824 -500,825 10826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 79,840 255,841 111842 ]843 },844 {845 "object_id": "SM_WallDivWindow_25",846 "bbox_2d": [847 271,848 97,849 1065,850 1079851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -600,856 -500,857 160858 ],859 "extent": [860 100.15355682373047,861 5.5,862 150.35354614257812863 ]864 },865 "obb": {866 "center": [867 -600,868 -500,869 160870 ],871 "extent": [872 100.15355682373047,873 5.5,874 150.35354614257812875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 -600,884 -500,885 10886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 79,900 127,901 111902 ]903 }904 ],905 "wall door": [906 {907 "object_id": "SM_WallDoor_5",908 "bbox_2d": [909 0,910 261,911 101,912 1079913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -710,918 100,919 159.99998474121094920 ],921 "extent": [922 100.00029960542327,923 200.2500219706834,924 150.25925 ]926 },927 "obb": {928 "center": [929 -710,930 100,931 159.99998474121094932 ],933 "extent": [934 100.00029960542327,935 200.2500219706834,936 150.25937 ],938 "rotation": [939 0,940 90.00011444091797,941 0942 ]943 },944 "location": [945 -710,946 100,947 10948 ],949 "rotation": [950 0,951 90.00011444091797,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 255,962 111,963 255964 ]965 }966 ]967 },968 "foreground": {969 "couch": [970 {971 "object_id": "SM_Couch_5",972 "bbox_2d": [973 755,974 849,975 1481,976 1079977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -499.999845748085,982 -448.6281356814399,983 60.00006103515625984 ],985 "extent": [986 100.25700619963808,987 41.57396693956264,988 50.00058364868164989 ]990 },991 "obb": {992 "center": [993 -499.999845748085,994 -448.6281356814399,995 60.00006103515625996 ],997 "extent": [998 100.25700619963808,999 41.57396693956264,1000 50.000583648681641001 ],1002 "rotation": [1003 0,1004 179.99978637695312,1005 01006 ]1007 },1008 "location": [1009 -500,1010 -490,1011 101012 ],1013 "rotation": [1014 0,1015 179.99978637695312,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 0,1026 255,1027 311028 ]1029 },1030 {1031 "object_id": "SM_Couch_04_19",1032 "bbox_2d": [1033 1302,1034 840,1035 1770,1036 10791037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -350.02177010300113,1042 -440.0418208574713,1043 60.000061035156251044 ],1045 "extent": [1046 50.20873655700723,1047 50.198425452266406,1048 50.000583648681641049 ]1050 },1051 "obb": {1052 "center": [1053 -350.02177010300113,1054 -440.0418208574713,1055 60.000061035156251056 ],1057 "extent": [1058 50.20873655700723,1059 50.198425452266406,1060 50.000583648681641061 ],1062 "rotation": [1063 0,1064 90.00012207031251,1065 01066 ]1067 },1068 "location": [1069 -400,1070 -490,1071 101072 ],1073 "rotation": [1074 0,1075 90.00012207031251,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 0,1086 127,1087 311088 ]1089 },1090 {1091 "object_id": "SM_Couch_6",1092 "bbox_2d": [1093 518,1094 977,1095 790,1096 10791097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -650.0419664358927,1102 -439.9783754165918,1103 60.000061035156251104 ],1105 "extent": [1106 50.19835775982017,1107 50.20866887846273,1108 50.000583648681641109 ]1110 },1111 "obb": {1112 "center": [1113 -650.0419664358927,1114 -439.9783754165918,1115 60.000061035156251116 ],1117 "extent": [1118 50.19835775982017,1119 50.20866887846273,1120 50.000583648681641121 ],1122 "rotation": [1123 0,1124 -4.482269287109375e-05,1125 01126 ]1127 },1128 "location": [1129 -700,1130 -390,1131 101132 ],1133 "rotation": [1134 0,1135 -4.482269287109375e-05,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 0,1146 63,1147 311148 ]1149 },1150 {1151 "object_id": "SM_Couch_02_8",1152 "bbox_2d": [1153 1711,1154 886,1155 1919,1156 10791157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -341.3718643187651,1162 -339.9999173650455,1163 60.000061035156251164 ],1165 "extent": [1166 41.57369352112585,1167 50.256930419373305,1168 50.000583648681641169 ]1170 },1171 "obb": {1172 "center": [1173 -341.3718643187651,1174 -339.9999173650455,1175 60.000061035156251176 ],1177 "extent": [1178 41.57369352112585,1179 50.256930419373305,1180 50.000583648681641181 ],1182 "rotation": [1183 0,1184 -90.00011444091797,1185 01186 ]1187 },1188 "location": [1189 -300,1190 -340,1191 101192 ],1193 "rotation": [1194 0,1195 -90.00011444091797,1196 01197 ],1198 "scale": [1199 1,1200 1,