TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l030_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l030_r001/lit.png",5 "camera": {6 "location": [7 212,8 -1012,9 35810 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 212,38 -1012,39 358,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door5",56 "bbox_2d": [57 23,58 558,59 63,60 94861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 949.7700183477542,66 -759.0796656872593,67 240.1965484619140668 ],69 "extent": [70 27.138897008869662,71 52.41643256593636,72 110.1965484619140673 ]74 },75 "obb": {76 "center": [77 949.7700183477542,78 -759.0796656872593,79 240.1965484619140680 ],81 "extent": [82 27.138897008869662,83 52.41643256593636,84 110.1965484619140685 ],86 "rotation": [87 0,88 158.90036010742188,89 090 ]91 },92 "location": [93 935,94 -810,95 13096 ],97 "rotation": [98 0,99 158.90036010742188,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 0,111 127112 ]113 }114 ],115 "stairs floor": [116 {117 "object_id": "SM_StairsFloor_26",118 "bbox_2d": [119 0,120 0,121 1030,122 320123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 600,128 -1019.9999999999999,129 474.8743591308594130 ],131 "extent": [132 400.0000000000002,133 200.0000000000001,134 16.424835205078125135 ]136 },137 "obb": {138 "center": [139 600,140 -1019.9999999999999,141 474.8743591308594142 ],143 "extent": [144 400.0000000000002,145 200.0000000000001,146 16.424835205078125147 ],148 "rotation": [149 0,150 90.00000000000001,151 0152 ]153 },154 "location": [155 200,156 -1220,157 490158 ],159 "rotation": [160 0,161 90.00000000000001,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 191,173 255174 ]175 }176 ],177 "door frame": [178 {179 "object_id": "SM_DoorFrame_2",180 "bbox_2d": [181 3,182 552,183 63,184 951185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 880.1567001343963,190 -809.9724220723485,191 241.30389404296875192 ],193 "extent": [194 55.10527044120113,195 7.188179117493064,196 111.30391693115234197 ]198 },199 "obb": {200 "center": [201 880.1567001343963,202 -809.9724220723485,203 241.30389404296875204 ],205 "extent": [206 55.10527044120113,207 7.188179117493064,208 111.30391693115234209 ],210 "rotation": [211 0,212 -90.00012207031251,213 0214 ]215 },216 "location": [217 933,218 -809.9725341796875,219 130220 ],221 "rotation": [222 0,223 -90.00012207031251,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 31,234 63,235 63236 ]237 }238 ],239 "pillar": [240 {241 "object_id": "SM_Pillar30",242 "bbox_2d": [243 12,244 310,245 129,246 1052247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 782.7888793945312,252 -822.1742553710938,253 294.98354303378983254 ],255 "extent": [256 42.32736068178906,257 24.04058837890625,258 164.9836345773674259 ]260 },261 "obb": {262 "center": [263 782.7888793945312,264 -822.1742553710938,265 294.98354303378983266 ],267 "extent": [268 42.32736068178906,269 24.04058837890625,270 164.9836345773674271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 782.7888793945312,280 -822.1742553710938,281 130282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.8803300261497498,290 0.5,291 0.9998999834060669292 ]293 },294 "color": [295 159,296 95,297 63298 ]299 },300 {301 "object_id": "SM_Pillar31",302 "bbox_2d": [303 613,304 79,305 862,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 371.7884216308594,312 -822.1680908203125,313 294.98354303378983314 ],315 "extent": [316 42.32736068178906,317 24.04058837890625,318 164.9836345773674319 ]320 },321 "obb": {322 "center": [323 371.7884216308594,324 -822.1680908203125,325 294.98354303378983326 ],327 "extent": [328 42.32736068178906,329 24.04058837890625,330 164.9836345773674331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 371.7884216308594,340 -822.1680908203125,341 130342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 0.8803300261497498,350 0.5,351 0.9998999834060669352 ]353 },354 "color": [355 95,356 223,357 31358 ]359 }360 ],361 "tile": [362 {363 "object_id": "SM_Tile2x20",364 "bbox_2d": [365 0,366 958,367 53,368 1047369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 900.0000052359878,374 -920.000005235988,375 129.0000001192093376 ],377 "extent": [378 100.00000523598783,379 100.00000523598783,380 0.9999999403953552381 ]382 },383 "obb": {384 "center": [385 900.0000052359878,386 -920.000005235988,387 129.0000001192093388 ],389 "extent": [390 100.00000523598783,391 100.00000523598783,392 0.9999999403953552393 ],394 "rotation": [395 0,396 -3.000000106112565e-06,397 0398 ]399 },400 "location": [401 800,402 -1020,403 128404 ],405 "rotation": [406 0,407 -3.000000106112565e-06,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 159,418 127,419 159420 ]421 },422 {423 "object_id": "SM_Tile2x21_39",424 "bbox_2d": [425 0,426 1034,427 175,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 699.9998668420342,434 -920.0001331581432,435 129.0000001192093436 ],437 "extent": [438 100.00013315796582,439 100.00013315796582,440 0.9999999403953552441 ]442 },443 "obb": {444 "center": [445 699.9998668420342,446 -920.0001331581432,447 129.0000001192093448 ],449 "extent": [450 100.00013315796582,451 100.00013315796582,452 0.9999999403953552453 ],454 "rotation": [455 0,456 90.00007629394531,457 0458 ]459 },460 "location": [461 800,462 -1020,463 128464 ],465 "rotation": [466 0,467 90.00007629394531,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 159,478 63,479 159480 ]481 },482 {483 "object_id": "SM_Tile2x22",484 "bbox_2d": [485 0,486 938,487 63,488 987489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 899.9997869468858,494 -720.0002130526602,495 129.0000001192093496 ],497 "extent": [498 100.00021305266023,499 100.00021305266023,500 0.9999999403953552501 ]502 },503 "obb": {504 "center": [505 899.9997869468858,506 -720.0002130526602,507 129.0000001192093508 ],509 "extent": [510 100.00021305266023,511 100.00021305266023,512 0.9999999403953552513 ],514 "rotation": [515 0,516 -90.00012207031251,517 0518 ]519 },520 "location": [521 800,522 -620,523 128524 ],525 "rotation": [526 0,527 -90.00012207031251,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 223,539 159540 ]541 }542 ],543 "pipe": [544 {545 "object_id": "SM_PipeA3",546 "bbox_2d": [547 1752,548 132,549 1919,550 327551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 131.50037925467188,556 -833.5986506002376,557 402.82290572199213558 ],559 "extent": [560 50.71306401863262,561 20.79890515735576,562 19.280528232376696563 ]564 },565 "obb": {566 "center": [567 131.50037925467188,568 -833.5986506002376,569 402.82290572199213570 ],571 "extent": [572 50.71306401863262,573 20.79890515735576,574 19.280528232376696575 ],576 "rotation": [577 44.99958419799806,578 91.74524688720705,579 89.99994659423828580 ]581 },582 "location": [583 181.51834106445312,584 -832.0745849609375,585 402.8228759765625586 ],587 "rotation": [588 44.99958419799806,589 91.74524688720705,590 89.99994659423828591 ],592 "scale": [593 0.800000011920929,594 0.800000011920929,595 1596 ]597 },598 "color": [599 255,600 111,601 127602 ]603 },604 {605 "object_id": "SM_PipeA4",606 "bbox_2d": [607 1088,608 135,609 1770,610 384611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 231.77253835410988,616 -830.5145561771128,617 402.8231757829659618 ],619 "extent": [620 50.711210105092036,621 20.72666167627642,622 19.20742308699579623 ]624 },625 "obb": {626 "center": [627 231.77253835410988,628 -830.5145561771128,629 402.8231757829659630 ],631 "extent": [632 50.711210105092036,633 20.72666167627642,634 19.20742308699579635 ],636 "rotation": [637 -39.99980545043949,638 91.74684143066412,639 89.99954986572271640 ]641 },642 "location": [643 281.79046630859375,644 -828.9893798828125,645 402.8228759765625646 ],647 "rotation": [648 -39.99980545043949,649 91.74684143066412,650 89.99954986572271651 ],652 "scale": [653 0.800000011920929,654 0.800000011920929,655 1656 ]657 },658 "color": [659 255,660 111,661 63662 ]663 },664 {665 "object_id": "SM_PipeA5_24",666 "bbox_2d": [667 946,668 81,669 1072,670 212671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 305.4579756767714,676 -828.7661102773989,677 458.4862533181117678 ],679 "extent": [680 14.042417283203804,681 14.042415804523216,682 30.607889180339498683 ]684 },685 "obb": {686 "center": [687 305.4579756767714,688 -828.7661102773989,689 458.4862533181117690 ],691 "extent": [692 14.042417283203804,693 14.042415804523216,694 30.607889180339498695 ],696 "rotation": [697 0,698 1.7459387779235844,699 0700 ]701 },702 "location": [703 305.4579772949219,704 -828.76611328125,705 427.9442443847656706 ],707 "rotation": [708 0,709 1.7459387779235844,710 0711 ],712 "scale": [713 0.800000011920929,714 0.800000011920929,715 0.6103375554084778716 ]717 },718 "color": [719 255,720 111,721 31722 ]723 }724 ],725 "pipe a curve": [726 {727 "object_id": "SM_PipeA_Curve2",728 "bbox_2d": [729 946,730 190,731 1125,732 387733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 300.37037194410834,738 -828.6494098537155,739 408.321941124854740 ],741 "extent": [742 19.28624508414049,743 14.470624193094181,744 19.622960128452632745 ]746 },747 "obb": {748 "center": [749 300.37037194410834,750 -828.6494098537155,751 408.321941124854752 ],753 "extent": [754 19.28624508414049,755 14.470624193094181,756 19.622960128452632757 ],758 "rotation": [759 90,760 180,761 -1.7459564208984375762 ]763 },764 "location": [765 281.5323486328125,766 -829.2236328125,767 402.5946350097656768 ],769 "rotation": [770 90,771 180,772 -1.7459564208984375773 ],774 "scale": [775 0.8000000715255737,776 0.8000000715255737,777 0.800000011920929778 ]779 },780 "color": [781 255,782 111,783 191784 ]785 }786 ],787 "floor separator": [788 {789 "object_id": "SM_FloorSeparator03_5",790 "bbox_2d": [791 0,792 948,793 57,794 988795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 937.850901913348,800 -814.490234375,801 130.66203088721676802 ],803 "extent": [804 114.69135601491053,805 5.333185212658464,806 0.6620308872167584807 ]808 },809 "obb": {810 "center": [811 937.850901913348,812 -814.490234375,813 130.66203088721676814 ],815 "extent": [816 114.69135601491053,817 5.333185212658464,818 0.6620308872167584819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 823.1595458984375,828 -814.490234375,829 130830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1.1469136476516724,838 1.1469136476516724,839 1.1469136476516724840 ]841 },842 "color": [843 255,844 127,845 143846 ]847 }848 ],849 "window": [850 {851 "object_id": "SM_Wall01_2m65",852 "bbox_2d": [853 0,854 310,855 63,856 952857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 880.0002386587267,862 -809.9998111907695,863 294.9976348876953864 ],865 "extent": [866 100.00029474737539,867 38.08145036546864,868 165.00254821777344869 ]870 },871 "obb": {872 "center": [873 880.0002386587267,874 -809.9998111907695,875 294.9976348876953876 ],877 "extent": [878 100.00029474737539,879 38.08145036546864,880 165.00254821777344881 ],882 "rotation": [883 0,884 90.00011444091797,885 0886 ]887 },888 "location": [889 780,890 -800,891 130892 ],893 "rotation": [894 0,895 90.00011444091797,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 223,906 143,907 111908 ]909 },910 {911 "object_id": "SM_Wall01_2m60",912 "bbox_2d": [913 36,914 107,915 707,916 1079917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 580.0002386567386,922 -809.9994383227374,923 295.0000457763672924 ],925 "extent": [926 200.00041681569985,927 38.081660077038464,928 165.00013732910156929 ]930 },931 "obb": {932 "center": [933 580.0002386567386,934 -809.9994383227374,935 295.0000457763672936 ],937 "extent": [938 200.00041681569985,939 38.081660077038464,940 165.00013732910156941 ],942 "rotation": [943 0,944 90.00011444091797,945 0946 ]947 },948 "location": [949 380,950 -799.9998168945312,951 130952 ],953 "rotation": [954 0,955 90.00011444091797,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 143,966 255,967 15968 ]969 },970 {971 "object_id": "SM_Wall01_2m62",972 "bbox_2d": [973 690,974 0,975 1919,976 1079977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 180.00023865673862,982 -810.0001707446124,983 295.0000457763672984 ],985 "extent": [986 200.00041681569982,987 38.081660077038464,988 165.00013732910156989 ]990 },991 "obb": {992 "center": [993 180.00023865673862,994 -810.0001707446124,995 295.0000457763672996 ],997 "extent": [998 200.00041681569982,999 38.081660077038464,1000 165.000137329101561001 ],1002 "rotation": [1003 0,1004 90.00011444091797,1005 01006 ]1007 },1008 "location": [1009 -20,1010 -800.0005493164062,1011 1301012 ],1013 "rotation": [1014 0,1015 90.00011444091797,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 143,1026 255,1027 471028 ]1029 }1030 ]1031 },1032 "foreground": {1033 "grill": [1034 {1035 "object_id": "SM_Grill6",1036 "bbox_2d": [1037 19,1038 426,1039 62,1040 4891041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 879.4444465636199,1046 -810.7574736691984,1047 400.24943542480471048 ],1049 "extent": [1050 44.44445322152262,1051 3.125094690169476,1052 17.31481933593751053 ]1054 },1055 "obb": {1056 "center": [1057 879.4444465636199,1058 -810.7574736691984,1059 400.24943542480471060 ],1061 "extent": [1062 44.44445322152262,1063 3.125094690169476,1064 17.31481933593751065 ],1066 "rotation": [1067 0,1068 90.00012207031251,1069 01070 ]1071 },1072 "location": [1073 835,1074 -810.757568359375,1075 382.934631347656251076 ],1077 "rotation": [1078 0,1079 90.00012207031251,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 63,1090 0,1091 631092 ]1093 }1094 ],1095 "chalkboard": [1096 {1097 "object_id": "SM_ChalkBoard02_8",1098 "bbox_2d": [1099 37,1100 767,1101 126,1102 10791103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 719.5787749866267,1108 -852.0203572640636,1109 193.795936584472661110 ],1111 "extent": [1112 42.44486350482612,1113 22.42937165366459,1114 68.184997558593751115 ]1116 },1117 "obb": {1118 "center": [1119 719.5787749866267,1120 -852.0203572640636,1121 193.795936584472661122 ],1123 "extent": [1124 42.44486350482612,1125 22.42937165366459,1126 68.184997558593751127 ],1128 "rotation": [1129 0,1130 -74.99940490722655,1131 01132 ]1133 },1134 "location": [1135 718.8163452148438,1136 -849.175048828125,1137 129.999969482421881138 ],1139 "rotation": [1140 0,1141 -74.99940490722655,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 31,1152 255,1153 791154 ]1155 }1156 ]1157 }1158}