TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l048_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/SciOffice/l048_r005/lit.png",5 "camera": {6 "location": [7 235,8 15,9 15310 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 235,38 15,39 153,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 1064,58 0,59 1590,60 69261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_16",116 "bbox_2d": [117 1057,118 25,119 1572,120 699121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -710,126 -300,127 159.99998474121094128 ],129 "extent": [130 11.000428545730301,131 200.2500234353672,132 150.25133 ]134 },135 "obb": {136 "center": [137 -710,138 -300,139 159.99998474121094140 ],141 "extent": [142 11.000428545730301,143 200.2500234353672,144 150.25145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 -710,154 -300,155 10156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 },174 {175 "object_id": "SM_Wall_90",176 "bbox_2d": [177 1057,178 21,179 1585,180 686181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -1010,186 1320,187 359.99999237060547188 ],189 "extent": [190 11.000426638381668,191 200.25002343536312,192 50.24999237060547193 ]194 },195 "obb": {196 "center": [197 -1010,198 1320,199 359.99999237060547200 ],201 "extent": [202 11.000426638381668,203 200.25002343536312,204 50.24999237060547205 ],206 "rotation": [207 0,208 90.00012207031251,209 0210 ]211 },212 "location": [213 -1010,214 1320,215 310216 ],217 "rotation": [218 0,219 90.00012207031251,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 191,230 255,231 255232 ]233 },234 {235 "object_id": "SM_Wall_47",236 "bbox_2d": [237 1066,238 4,239 1535,240 693241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -649.9999923705058,246 500.0000798948132,247 419.9999400788846248 ],249 "extent": [250 50.25032553195547,251 200.25008163795474,252 11.000084685866113253 ]254 },255 "obb": {256 "center": [257 -649.9999923705058,258 500.0000798948132,259 419.9999400788846260 ],261 "extent": [262 50.25032553195547,263 200.25008163795474,264 11.000084685866113265 ],266 "rotation": [267 7.000000091289134e-06,268 -90.00009155273438,269 -90.00006866455077270 ]271 },272 "location": [273 -600,274 500,275 420276 ],277 "rotation": [278 7.000000091289134e-06,279 -90.00009155273438,280 -90.00006866455077281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 95,290 255,291 255292 ]293 }294 ],295 "cable rail": [296 {297 "object_id": "SM_CableRail_35",298 "bbox_2d": [299 1057,300 8,301 1536,302 657303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 620,308 500,309 397.50000047683716310 ],311 "extent": [312 13.00042705941928,313 200.00002769642344,314 3.500000238418579315 ]316 },317 "obb": {318 "center": [319 620,320 500,321 397.50000047683716322 ],323 "extent": [324 13.00042705941928,325 200.00002769642344,326 3.500000238418579327 ],328 "rotation": [329 0,330 -90.00012207031251,331 0332 ]333 },334 "location": [335 620,336 500,337 395338 ],339 "rotation": [340 0,341 -90.00012207031251,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 159,352 255,353 255354 ]355 }356 ],357 "pipe holder": [358 {359 "object_id": "SM_PipeHolder_3",360 "bbox_2d": [361 1084,362 4,363 1510,364 682365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -1590,370 -285,371 391.3435287475586372 ],373 "extent": [374 1.6170004606246948,375 11.512943267822266,376 22.85647201538086377 ]378 },379 "obb": {380 "center": [381 -1590,382 -285,383 391.3435287475586384 ],385 "extent": [386 1.6170004606246948,387 11.512943267822266,388 22.85647201538086389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -1590,398 -285,399 380400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 223,414 255,415 255416 ]417 }418 ],419 "wall div": [420 {421 "object_id": "SM_WallDiv_50",422 "bbox_2d": [423 1916,424 0,425 1919,426 2427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 600,432 -100,433 359.99999618530273434 ],435 "extent": [436 100.24999237060547,437 5.500002861022949,438 50.249996185302734439 ]440 },441 "obb": {442 "center": [443 600,444 -100,445 359.99999618530273446 ],447 "extent": [448 100.24999237060547,449 5.500002861022949,450 50.249996185302734451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 600,460 -100,461 310462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 63,477 15478 ]479 }480 ],481 "wall div window": [482 {483 "object_id": "SM_WallDivWindow_29",484 "bbox_2d": [485 0,486 0,487 970,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 200,494 -100,495 160496 ],497 "extent": [498 100.15355682373047,499 5.5,500 150.35354614257812501 ]502 },503 "obb": {504 "center": [505 200,506 -100,507 160508 ],509 "extent": [510 100.15355682373047,511 5.5,512 150.35354614257812513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 200,522 -100,523 10524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 79,538 191,539 111540 ]541 },542 {543 "object_id": "SM_WallDivWindow_31",544 "bbox_2d": [545 1698,546 0,547 1714,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 600,554 -100,555 160556 ],557 "extent": [558 100.15355682373047,559 5.5,560 150.35354614257812561 ]562 },563 "obb": {564 "center": [565 600,566 -100,567 160568 ],569 "extent": [570 100.15355682373047,571 5.5,572 150.35354614257812573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 600,582 -100,583 10584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 79,598 31,599 111600 ]601 },602 {603 "object_id": "SM_WallDivWindow_37",604 "bbox_2d": [605 971,606 0,607 1697,608 1079609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 400,614 -100,615 160616 ],617 "extent": [618 100.15355682373047,619 100,620 150.35354614257812621 ]622 },623 "obb": {624 "center": [625 400,626 -100,627 160628 ],629 "extent": [630 100.15355682373047,631 100,632 150.35354614257812633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 400,642 -100,643 10644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 0,658 111,659 15660 ]661 }662 ],663 "divider": [664 {665 "object_id": "SM_Div_49",666 "bbox_2d": [667 1709,668 0,669 1896,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 550,676 -90,677 160678 ],679 "extent": [680 50.00003195384784,681 2.5006391584573464,682 150683 ]684 },685 "obb": {686 "center": [687 550,688 -90,689 160690 ],691 "extent": [692 50.00003195384784,693 2.5006391584573464,694 150695 ],696 "rotation": [697 0,698 -90.00073242187501,699 0700 ]701 },702 "location": [703 550,704 -90,705 10706 ],707 "rotation": [708 0,709 -90.00073242187501,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 255,720 191,721 79722 ]723 },724 {725 "object_id": "SM_Div_50",726 "bbox_2d": [727 1892,728 0,729 1919,730 698731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 650,736 -90,737 160738 ],739 "extent": [740 50.00003195384784,741 2.5006391584573464,742 150743 ]744 },745 "obb": {746 "center": [747 650,748 -90,749 160750 ],751 "extent": [752 50.00003195384784,753 2.5006391584573464,754 150755 ],756 "rotation": [757 0,758 -90.00073242187501,759 0760 ]761 },762 "location": [763 650,764 -90,765 10766 ],767 "rotation": [768 0,769 -90.00073242187501,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 255,780 95,781 79782 ]783 }784 ]785 },786 "foreground": {787 "chair": [788 {789 "object_id": "SM_Chair_5",790 "bbox_2d": [791 1057,792 591,793 1117,794 699795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 560.1911777632197,800 634.8395823755852,801 70.7060661315918802 ],803 "extent": [804 55.88783318363244,805 55.67298239234708,806 60.7060661315918807 ]808 },809 "obb": {810 "center": [811 560.1911777632197,812 634.8395823755852,813 70.7060661315918814 ],815 "extent": [816 55.88783318363244,817 55.67298239234708,818 60.7060661315918819 ],820 "rotation": [821 0,822 -40.00007629394532,823 0824 ]825 },826 "location": [827 560,828 635,829 10830 ],831 "rotation": [832 0,833 -40.00007629394532,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 63,844 255,845 255846 ]847 }848 ],849 "couch": [850 {851 "object_id": "SM_Couch_3",852 "bbox_2d": [853 1905,854 694,855 1919,856 696857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 644.9782298969989,862 -35.04182085747132,863 60.00006103515625864 ],865 "extent": [866 50.20873655700723,867 50.198425452266406,868 50.00058364868164869 ]870 },871 "obb": {872 "center": [873 644.9782298969989,874 -35.04182085747132,875 60.00006103515625876 ],877 "extent": [878 50.20873655700723,879 50.198425452266406,880 50.00058364868164881 ],882 "rotation": [883 0,884 90.00012207031251,885 0886 ]887 },888 "location": [889 595,890 -85,891 10892 ],893 "rotation": [894 0,895 90.00012207031251,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 127,906 223,907 47908 ]909 },910 {911 "object_id": "SM_Couch_03_6",912 "bbox_2d": [913 1738,914 695,915 1919,916 908917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 545.0000661079636,922 -43.628135681205165,923 60.00006103515625924 ],925 "extent": [926 50.25691381183299,927 41.573673444843635,928 50.00058364868164929 ]930 },931 "obb": {932 "center": [933 545.0000661079636,934 -43.628135681205165,935 60.00006103515625936 ],937 "extent": [938 50.25691381183299,939 41.573673444843635,940 50.00058364868164941 ],942 "rotation": [943 0,944 179.99990844726562,945 0946 ]947 },948 "location": [949 545,950 -85,951 10952 ],953 "rotation": [954 0,955 179.99990844726562,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 127,966 15,967 47968 ]969 },970 {971 "object_id": "SM_Couch_05a5_15",972 "bbox_2d": [973 1731,974 731,975 1919,976 1079977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 493.113290137507,982 -43.628132666332164,983 60.00006103515625984 ],985 "extent": [986 2.143690736027736,987 41.57359656488546,988 50.00058364868164989 ]990 },991 "obb": {992 "center": [993 493.113290137507,994 -43.628132666332164,995 60.00006103515625996 ],997 "extent": [998 2.143690736027736,999 41.57359656488546,1000 50.000583648681641001 ],1002 "rotation": [1003 0,1004 179.99990844726562,1005 01006 ]1007 },1008 "location": [1009 495,1010 -85,1011 101012 ],1013 "rotation": [1014 0,1015 179.99990844726562,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 63,1026 255,1027 471028 ]1029 }1030 ],1031 "cabinet": [1032 {1033 "object_id": "SM_Cabinet_22",1034 "bbox_2d": [1035 1057,1036 559,1037 1117,1038 7021039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 599.9999999998781,1044 -1320.9999959131023,1045 621046 ],1047 "extent": [1048 101.00007456841138,1049 36.000214911136254,1050 501051 ]1052 },1053 "obb": {1054 "center": [1055 599.9999999998781,1056 -1320.9999959131023,1057 621058 ],1059 "extent": [1060 101.00007456841138,1061 36.000214911136254,1062 501063 ],1064 "rotation": [1065 0,1066 -90.00012207031251,1067 01068 ]1069 },1070 "location": [1071 600,1072 -1320,1073 121074 ],1075 "rotation": [1076 0,1077 -90.00012207031251,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 47,1088 255,1089 2551090 ]1091 }1092 ],1093 "outlet": [1094 {1095 "object_id": "SM_Outlet_28",1096 "bbox_2d": [1097 1063,1098 597,1099 1117,1100 7011101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 270,1106 -500,1107 11.5500000119209291108 ],1109 "extent": [1110 18.774553725077,1111 7.77462989174785,1112 0.55000001192093781113 ]1114 },1115 "obb": {1116 "center": [1117 270,1118 -500,1119 11.5500000119209291120 ],1121 "extent": [1122 18.774553725077,1123 7.77462989174785,1124 0.55000001192093781125 ],1126 "rotation": [1127 90,1128 170.53767779197437,1129 -99.462718936541251130 ]1131 },1132 "location": [1133 270,1134 -500,1135 111136 ],1137 "rotation": [1138 90,1139 170.53767779197437,1140 -99.462718936541251141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 79,1150 255,1151 2551152 ]1153 }1154 ]1155 }1156}