TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l005_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/SciOffice/l005_r004/lit.png",5 "camera": {6 "location": [7 -335,8 -108,9 15310 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -335,38 -108,39 153,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 2,58 328,59 479,60 85761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_8",116 "bbox_2d": [117 0,118 246,119 478,120 571121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -920,126 310,127 159.99998474121094128 ],129 "extent": [130 200.25000585892695,131 11.000108566948711,132 150.25133 ]134 },135 "obb": {136 "center": [137 -920,138 310,139 159.99998474121094140 ],141 "extent": [142 200.25000585892695,143 11.000108566948711,144 150.25145 ],146 "rotation": [147 0,148 -3.0517578125e-05,149 0150 ]151 },152 "location": [153 -920,154 310,155 10156 ],157 "rotation": [158 0,159 -3.0517578125e-05,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 255172 ]173 },174 {175 "object_id": "SM_Wall_16",176 "bbox_2d": [177 0,178 0,179 732,180 1050181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -710,186 -300,187 159.99998474121094188 ],189 "extent": [190 11.000428545730301,191 200.2500234353672,192 150.25193 ]194 },195 "obb": {196 "center": [197 -710,198 -300,199 159.99998474121094200 ],201 "extent": [202 11.000428545730301,203 200.2500234353672,204 150.25205 ],206 "rotation": [207 0,208 90.00012207031251,209 0210 ]211 },212 "location": [213 -710,214 -300,215 10216 ],217 "rotation": [218 0,219 90.00012207031251,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 255,231 255232 ]233 },234 {235 "object_id": "SM_Wall_17",236 "bbox_2d": [237 69,238 0,239 735,240 247241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -710,246 -300,247 359.99999237060547248 ],249 "extent": [250 11.000426638381668,251 200.25002343536312,252 50.24999237060547253 ]254 },255 "obb": {256 "center": [257 -710,258 -300,259 359.99999237060547260 ],261 "extent": [262 11.000426638381668,263 200.25002343536312,264 50.24999237060547265 ],266 "rotation": [267 0,268 90.00012207031251,269 0270 ]271 },272 "location": [273 -710,274 -300,275 310276 ],277 "rotation": [278 0,279 90.00012207031251,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 127,290 0,291 127292 ]293 },294 {295 "object_id": "SM_Wall_90",296 "bbox_2d": [297 134,298 845,299 134,300 845301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 -1010,306 1320,307 359.99999237060547308 ],309 "extent": [310 11.000426638381668,311 200.25002343536312,312 50.24999237060547313 ]314 },315 "obb": {316 "center": [317 -1010,318 1320,319 359.99999237060547320 ],321 "extent": [322 11.000426638381668,323 200.25002343536312,324 50.24999237060547325 ],326 "rotation": [327 0,328 90.00012207031251,329 0330 ]331 },332 "location": [333 -1010,334 1320,335 310336 ],337 "rotation": [338 0,339 90.00012207031251,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 191,350 255,351 255352 ]353 }354 ],355 "wall div": [356 {357 "object_id": "SM_WallDiv_49",358 "bbox_2d": [359 1616,360 0,361 1630,362 67363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -300,368 -400,369 359.99999618530273370 ],371 "extent": [372 5.500216446513662,373 100.25000408829283,374 50.249996185302734375 ]376 },377 "obb": {378 "center": [379 -300,380 -400,381 359.99999618530273382 ],383 "extent": [384 5.500216446513662,385 100.25000408829283,386 50.249996185302734387 ],388 "rotation": [389 0,390 -90.00012207031251,391 0392 ]393 },394 "location": [395 -300,396 -400,397 310398 ],399 "rotation": [400 0,401 -90.00012207031251,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 63,412 0,413 63414 ]415 },416 {417 "object_id": "SM_WallDiv_44",418 "bbox_2d": [419 0,420 312,421 479,422 571423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -295,428 -1400,429 359.99999618530273430 ],431 "extent": [432 5.500216446513662,433 100.25000408829283,434 50.249996185302734435 ]436 },437 "obb": {438 "center": [439 -295,440 -1400,441 359.99999618530273442 ],443 "extent": [444 5.500216446513662,445 100.25000408829283,446 50.249996185302734447 ],448 "rotation": [449 0,450 -90.00012207031251,451 0452 ]453 },454 "location": [455 -295,456 -1400,457 310458 ],459 "rotation": [460 0,461 -90.00012207031251,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 255,472 191,473 255474 ]475 },476 {477 "object_id": "SM_WallDiv_45",478 "bbox_2d": [479 732,480 0,481 1078,482 247483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 -600,488 -500,489 359.99999618530273490 ],491 "extent": [492 100.24999237060547,493 5.500002861022949,494 50.249996185302734495 ]496 },497 "obb": {498 "center": [499 -600,500 -500,501 359.99999618530273502 ],503 "extent": [504 100.24999237060547,505 5.500002861022949,506 50.249996185302734507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 -600,516 -500,517 310518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 191,532 63,533 0534 ]535 },536 {537 "object_id": "SM_WallDiv_46",538 "bbox_2d": [539 1076,540 0,541 1617,542 178543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 -400,548 -500,549 359.99999618530273550 ],551 "extent": [552 100.24999237060547,553 5.500002861022949,554 50.249996185302734555 ]556 },557 "obb": {558 "center": [559 -400,560 -500,561 359.99999618530273562 ],563 "extent": [564 100.24999237060547,565 5.500002861022949,566 50.249996185302734567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 -400,576 -500,577 310578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 191,592 63,593 255594 ]595 }596 ],597 "floor planks corner": [598 {599 "object_id": "SM_Floor_18",600 "bbox_2d": [601 628,602 0,603 925,604 63605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 -500,610 -300,611 420612 ],613 "extent": [614 200.50001525878906,615 200.50001525878906,616 11.000001907348633617 ]618 },619 "obb": {620 "center": [621 -500,622 -300,623 420624 ],625 "extent": [626 200.50001525878906,627 200.50001525878906,628 11.000001907348633629 ],630 "rotation": [631 0,632 0,633 0634 ]635 },636 "location": [637 -500,638 -300,639 420640 ],641 "rotation": [642 0,643 0,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 0,654 0,655 31656 ]657 },658 {659 "object_id": "SM_Floor_4",660 "bbox_2d": [661 0,662 851,663 1269,664 1079665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 -500,670 -300,671 0672 ],673 "extent": [674 200.50041573126862,675 200.50041573126862,676 11.000001907348633677 ]678 },679 "obb": {680 "center": [681 -500,682 -300,683 0684 ],685 "extent": [686 200.50041573126862,687 200.50041573126862,688 11.000001907348633689 ],690 "rotation": [691 0,692 -90.00011444091797,693 0694 ]695 },696 "location": [697 -500,698 -300,699 0700 ],701 "rotation": [702 0,703 -90.00011444091797,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 191,714 127,715 95716 ]717 }718 ],719 "pipe connector": [720 {721 "object_id": "SM_Pipe_Con_26",722 "bbox_2d": [723 0,724 268,725 479,726 570727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 -1905,732 -285,733 379.8999996185303734 ],735 "extent": [736 25,737 13.199999809265137,738 13.300000190734863739 ]740 },741 "obb": {742 "center": [743 -1905,744 -285,745 379.8999996185303746 ],747 "extent": [748 25,749 13.199999809265137,750 13.300000190734863751 ],752 "rotation": [753 0,754 0,755 0756 ]757 },758 "location": [759 -1905,760 -285,761 380762 ],763 "rotation": [764 0,765 0,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 255,776 159,777 255778 ]779 }780 ],781 "cable rail": [782 {783 "object_id": "SM_CableRail_35",784 "bbox_2d": [785 221,786 835,787 221,788 835789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 620,794 500,795 397.50000047683716796 ],797 "extent": [798 13.00042705941928,799 200.00002769642344,800 3.500000238418579801 ]802 },803 "obb": {804 "center": [805 620,806 500,807 397.50000047683716808 ],809 "extent": [810 13.00042705941928,811 200.00002769642344,812 3.500000238418579813 ],814 "rotation": [815 0,816 -90.00012207031251,817 0818 ]819 },820 "location": [821 620,822 500,823 395824 ],825 "rotation": [826 0,827 -90.00012207031251,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 159,838 255,839 255840 ]841 }842 ],843 "cable rail holder": [844 {845 "object_id": "SM_CableRailHolder_79",846 "bbox_2d": [847 10,848 325,849 475,850 571851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -920,856 -830,857 403.66500091552734858 ],859 "extent": [860 1.247076786861271,861 16.2106158369171,862 11.935001373291016863 ]864 },865 "obb": {866 "center": [867 -920,868 -830,869 403.66500091552734870 ],871 "extent": [872 1.247076786861271,873 16.2106158369171,874 11.935001373291016875 ],876 "rotation": [877 0,878 179.999267578125,879 0880 ]881 },882 "location": [883 -920,884 -830,885 394886 ],887 "rotation": [888 0,889 179.999267578125,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 255,900 223,901 255902 ]903 }904 ],905 "wall div window": [906 {907 "object_id": "SM_WallDivWindow_15",908 "bbox_2d": [909 1616,910 0,911 1729,912 812913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -300,918 -400,919 160920 ],921 "extent": [922 5.500200043780694,923 100.15356780907018,924 150.35354614257812925 ]926 },927 "obb": {928 "center": [929 -300,930 -400,931 160932 ],933 "extent": [934 5.500200043780694,935 100.15356780907018,936 150.35354614257812937 ],938 "rotation": [939 0,940 90.00011444091797,941 0942 ]943 },944 "location": [945 -300,946 -400,947 10948 ],949 "rotation": [950 0,951 90.00011444091797,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 47,962 95,963 111964 ]965 },966 {967 "object_id": "SM_WallDivWindow_24",968 "bbox_2d": [969 1076,970 69,971 1625,972 698973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -400,978 -500,979 160980 ],981 "extent": [982 100.15355682373047,983 5.5,984 150.35354614257812985 ]986 },987 "obb": {988 "center": [989 -400,990 -500,991 160992 ],993 "extent": [994 100.15355682373047,995 5.5,996 150.35354614257812997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 -400,1006 -500,1007 101008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 79,1022 255,1023 1111024 ]1025 },1026 {1027 "object_id": "SM_WallDivWindow_25",1028 "bbox_2d": [1029 732,1030 179,1031 1075,1032 6411033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -600,1038 -500,1039 1601040 ],1041 "extent": [1042 100.15355682373047,1043 5.5,1044 150.353546142578121045 ]1046 },1047 "obb": {1048 "center": [1049 -600,1050 -500,1051 1601052 ],1053 "extent": [1054 100.15355682373047,1055 5.5,1056 150.353546142578121057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 -600,1066 -500,1067 101068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 79,1082 127,1083 1111084 ]1085 },1086 {1087 "object_id": "SM_WallDivWindow_27",1088 "bbox_2d": [1089 1730,1090 0,1091 1919,1092 10791093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -300,1098 -200,1099 1601100 ],1101 "extent": [1102 5.500200043780694,1103 100.1535678090702,1104 150.353546142578121105 ]1106 },1107 "obb": {1108 "center": [1109 -300,1110 -200,1111 1601112 ],1113 "extent": [1114 5.500200043780694,1115 100.1535678090702,1116 150.353546142578121117 ],1118 "rotation": [1119 0,1120 90.00011444091797,1121 01122 ]1123 },1124 "location": [1125 -300,1126 -200,1127 101128 ],1129 "rotation": [1130 0,1131 90.00011444091797,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 79,1142 63,1143 1111144 ]1145 }1146 ],1147 "wall door": [1148 {1149 "object_id": "SM_WallDoor_5",1150 "bbox_2d": [1151 2,1152 240,1153 480,1154 5721155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 -710,1160 100,1161 159.999984741210941162 ],1163 "extent": [1164 100.00029960542327,1165 200.2500219706834,1166 150.251167 ]1168 },1169 "obb": {1170 "center": [1171 -710,1172 100,1173 159.999984741210941174 ],1175 "extent": [1176 100.00029960542327,1177 200.2500219706834,1178 150.251179 ],1180 "rotation": [1181 0,1182 90.00011444091797,1183 01184 ]1185 },1186 "location": [1187 -710,1188 100,1189 101190 ],1191 "rotation": [1192 0,1193 90.00011444091797,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]