TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l046_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/SciOffice/l046_r003/lit.png",5 "camera": {6 "location": [7 -54,8 -1031,9 15310 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -54,38 -1031,39 153,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 218,58 375,59 295,60 57261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_16",116 "bbox_2d": [117 296,118 400,119 296,120 400121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -710,126 -300,127 159.99998474121094128 ],129 "extent": [130 11.000428545730301,131 200.2500234353672,132 150.25133 ]134 },135 "obb": {136 "center": [137 -710,138 -300,139 159.99998474121094140 ],141 "extent": [142 11.000428545730301,143 200.2500234353672,144 150.25145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 -710,154 -300,155 10156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 },174 {175 "object_id": "SM_Wall_83",176 "bbox_2d": [177 293,178 749,179 296,180 750181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -710,186 -700,187 0188 ],189 "extent": [190 10.500401471513442,191 201.00002097199265,192 10.499998092651367193 ]194 },195 "obb": {196 "center": [197 -710,198 -700,199 0200 ],201 "extent": [202 10.500401471513442,203 201.00002097199265,204 10.499998092651367205 ],206 "rotation": [207 0,208 90.00011444091797,209 0210 ]211 },212 "location": [213 -710,214 -700,215 0216 ],217 "rotation": [218 0,219 90.00011444091797,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 191,231 63232 ]233 },234 {235 "object_id": "SM_Wall_227",236 "bbox_2d": [237 175,238 159,239 296,240 305241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -710,246 -700,247 359.99999237060547248 ],249 "extent": [250 11.000426638381668,251 200.25002343536312,252 50.24999237060547253 ]254 },255 "obb": {256 "center": [257 -710,258 -700,259 359.99999237060547260 ],261 "extent": [262 11.000426638381668,263 200.25002343536312,264 50.24999237060547265 ],266 "rotation": [267 0,268 90.00012207031251,269 0270 ]271 },272 "location": [273 -710,274 -700,275 310276 ],277 "rotation": [278 0,279 90.00012207031251,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 0,291 0292 ]293 },294 {295 "object_id": "SM_Wall_47",296 "bbox_2d": [297 282,298 398,299 282,300 398301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 -649.9999923705058,306 500.0000798948132,307 419.9999400788846308 ],309 "extent": [310 50.25032553195547,311 200.25008163795474,312 11.000084685866113313 ]314 },315 "obb": {316 "center": [317 -649.9999923705058,318 500.0000798948132,319 419.9999400788846320 ],321 "extent": [322 50.25032553195547,323 200.25008163795474,324 11.000084685866113325 ],326 "rotation": [327 7.000000091289134e-06,328 -90.00009155273438,329 -90.00006866455077330 ]331 },332 "location": [333 -600,334 500,335 420336 ],337 "rotation": [338 7.000000091289134e-06,339 -90.00009155273438,340 -90.00006866455077341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 95,350 255,351 255352 ]353 }354 ],355 "wall div": [356 {357 "object_id": "SM_WallDiv_45",358 "bbox_2d": [359 0,360 72,361 177,362 305363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -600,368 -500,369 359.99999618530273370 ],371 "extent": [372 100.24999237060547,373 5.500002861022949,374 50.249996185302734375 ]376 },377 "obb": {378 "center": [379 -600,380 -500,381 359.99999618530273382 ],383 "extent": [384 100.24999237060547,385 5.500002861022949,386 50.249996185302734387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 -600,396 -500,397 310398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 191,412 63,413 0414 ]415 }416 ],417 "trim": [418 {419 "object_id": "SM_Trim_3",420 "bbox_2d": [421 297,422 0,423 412,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -290,430 -885,431 210432 ],433 "extent": [434 10.500003963442964,435 10.50000587079046,436 201.00000000000006437 ]438 },439 "obb": {440 "center": [441 -290,442 -885,443 210444 ],445 "extent": [446 10.500003963442964,447 10.50000587079046,448 201.00000000000006449 ],450 "rotation": [451 -90,452 0,453 3.203539745300077e-05454 ]455 },456 "location": [457 -290,458 -885,459 210460 ],461 "rotation": [462 -90,463 0,464 3.203539745300077e-05465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 31,474 31,475 31476 ]477 }478 ],479 "pipe connector": [480 {481 "object_id": "SM_Pipe_Con_20",482 "bbox_2d": [483 192,484 173,485 248,486 221487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -705,492 -540,493 379.8999996185303494 ],495 "extent": [496 25,497 13.199999809265137,498 13.300000190734863499 ]500 },501 "obb": {502 "center": [503 -705,504 -540,505 379.8999996185303506 ],507 "extent": [508 25,509 13.199999809265137,510 13.300000190734863511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 -705,520 -540,521 380522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 0,536 159,537 127538 ]539 }540 ],541 "cable rail": [542 {543 "object_id": "SM_CableRail_69",544 "bbox_2d": [545 117,546 112,547 283,548 164549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -641.4376266238952,554 -568.5626266230317,555 397.50000047683716556 ],557 "extent": [558 31.56271958673483,559 31.437720452265125,560 3.500000238418579561 ]562 },563 "obb": {564 "center": [565 -641.4376266238952,566 -568.5626266230317,567 397.50000047683716568 ],569 "extent": [570 31.56271958673483,571 31.437720452265125,572 3.500000238418579573 ],574 "rotation": [575 0,576 89.99960327148438,577 0578 ]579 },580 "location": [581 -660,582 -550,583 395584 ],585 "rotation": [586 0,587 89.99960327148438,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 159,598 31,599 255600 ]601 },602 {603 "object_id": "SM_CableRail_83",604 "bbox_2d": [605 0,606 32,607 150,608 122609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -560,614 -550,615 397.50000047683716616 ],617 "extent": [618 50,619 13.000000953674316,620 3.500000238418579621 ]622 },623 "obb": {624 "center": [625 -560,626 -550,627 397.50000047683716628 ],629 "extent": [630 50,631 13.000000953674316,632 3.500000238418579633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -560,642 -550,643 395644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 159,658 31,659 127660 ]661 },662 {663 "object_id": "SM_CableRail_71",664 "bbox_2d": [665 263,666 139,667 296,668 164669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -660,674 -700,675 397.50000047683716676 ],677 "extent": [678 13.000214006532019,679 100.00002769665048,680 3.500000238418579681 ]682 },683 "obb": {684 "center": [685 -660,686 -700,687 397.50000047683716688 ],689 "extent": [690 13.000214006532019,691 100.00002769665048,692 3.500000238418579693 ],694 "rotation": [695 0,696 -90.00012207031251,697 0698 ]699 },700 "location": [701 -660,702 -700,703 395704 ],705 "rotation": [706 0,707 -90.00012207031251,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 159,718 31,719 63720 ]721 }722 ],723 "cable rail holder": [724 {725 "object_id": "SM_CableRailHolder_15",726 "bbox_2d": [727 216,728 543,729 216,730 543731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -310,736 -50,737 403.66500091552734738 ],739 "extent": [740 1.246934321204776,741 16.210604880084404,742 11.935001373291016743 ]744 },745 "obb": {746 "center": [747 -310,748 -50,749 403.66500091552734750 ],751 "extent": [752 1.246934321204776,753 16.210604880084404,754 11.935001373291016755 ],756 "rotation": [757 0,758 179.99977111816406,759 0760 ]761 },762 "location": [763 -310,764 -50,765 394766 ],767 "rotation": [768 0,769 179.99977111816406,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 255,780 255,781 223782 ]783 },784 {785 "object_id": "SM_CableRailHolder_21",786 "bbox_2d": [787 102,788 96,789 158,790 127791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -610,796 -550,797 403.66500091552734798 ],799 "extent": [800 1.2470422497411846,801 16.21061318083025,802 11.935001373291016803 ]804 },805 "obb": {806 "center": [807 -610,808 -550,809 403.66500091552734810 ],811 "extent": [812 1.2470422497411846,813 16.21061318083025,814 11.935001373291016815 ],816 "rotation": [817 0,818 -0.0006103515625000001,819 0820 ]821 },822 "location": [823 -610,824 -550,825 394826 ],827 "rotation": [828 0,829 -0.0006103515625000001,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 255,840 159,841 223842 ]843 },844 {845 "object_id": "SM_CableRailHolder_22",846 "bbox_2d": [847 257,848 120,849 296,850 170851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -660,856 -600,857 403.66500091552734858 ],859 "extent": [860 16.210615172902294,861 1.2470681525817326,862 11.935001373291016863 ]864 },865 "obb": {866 "center": [867 -660,868 -600,869 403.66500091552734870 ],871 "extent": [872 16.210615172902294,873 1.2470681525817326,874 11.935001373291016875 ],876 "rotation": [877 0,878 -90.00070190429689,879 0880 ]881 },882 "location": [883 -660,884 -600,885 394886 ],887 "rotation": [888 0,889 -90.00070190429689,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 127,900 0,901 223902 ]903 }904 ],905 "floor planks corner": [906 {907 "object_id": "SM_Floor_7",908 "bbox_2d": [909 0,910 751,911 296,912 1079913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -500,918 -700,919 0920 ],921 "extent": [922 200.50022884421102,923 200.50022884421102,924 11.000001907348633925 ]926 },927 "obb": {928 "center": [929 -500,930 -700,931 0932 ],933 "extent": [934 200.50022884421102,935 200.50022884421102,936 11.000001907348633937 ],938 "rotation": [939 0,940 -90.00006103515625,941 0942 ]943 },944 "location": [945 -500,946 -700,947 0948 ],949 "rotation": [950 0,951 -90.00006103515625,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 31,962 47,963 159964 ]965 },966 {967 "object_id": "SM_Floor_48",968 "bbox_2d": [969 0,970 0,971 296,972 158973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -500,978 -700,979 420980 ],981 "extent": [982 200.25126465234032,983 200.25127991103184,984 11.000001907348633985 ]986 },987 "obb": {988 "center": [989 -500,990 -700,991 420992 ],993 "extent": [994 200.25126465234032,995 200.25127991103184,996 11.000001907348633997 ],998 "rotation": [999 0,1000 179.9996337890625,1001 01002 ]1003 },1004 "location": [1005 -500,1006 -700,1007 4201008 ],1009 "rotation": [1010 0,1011 179.9996337890625,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 15,1022 255,1023 791024 ]1025 }1026 ],1027 "wall div window": [1028 {1029 "object_id": "SM_WallDivWindow_12",1030 "bbox_2d": [1031 1248,1032 0,1033 1919,1034 10791035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -295,1040 -1200,1041 1601042 ],1043 "extent": [1044 5.500200043780694,1045 100.15356780907018,1046 150.353546142578121047 ]1048 },1049 "obb": {1050 "center": [1051 -295,1052 -1200,1053 1601054 ],1055 "extent": [1056 5.500200043780694,1057 100.15356780907018,1058 150.353546142578121059 ],1060 "rotation": [1061 0,1062 90.00011444091797,1063 01064 ]1065 },1066 "location": [1067 -295,1068 -1200,1069 101070 ],1071 "rotation": [1072 0,1073 90.00011444091797,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 47,1084 191,1085 1111086 ]1087 }1088 ],1089 "divider": [1090 {1091 "object_id": "SM_Div_20",1092 "bbox_2d": [1093 830,1094 0,1095 1248,1096 10791097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -285,1102 -1050,1103 1601104 ],1105 "extent": [1106 2.500479368881315,1107 50.0000239661519,1108 1501109 ]1110 },1111 "obb": {1112 "center": [1113 -285,1114 -1050,1115 1601116 ],1117 "extent": [1118 2.500479368881315,1119 50.0000239661519,1120 1501121 ],1122 "rotation": [1123 0,1124 -0.00054931640625,1125 01126 ]1127 },1128 "location": [1129 -285,1130 -1050,1131 101132 ],1133 "rotation": [1134 0,1135 -0.00054931640625,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 0,1146 191,1147 791148 ]1149 },1150 {1151 "object_id": "SM_Div_21",1152 "bbox_2d": [1153 411,1154 0,1155 830,1156 10791157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -285,1162 -950,1163 1601164 ],1165 "extent": [1166 2.500479368881315,1167 50.00002396615184,1168 1501169 ]1170 },1171 "obb": {1172 "center": [1173 -285,1174 -950,1175 1601176 ],1177 "extent": [1178 2.500479368881315,1179 50.00002396615184,1180 1501181 ],1182 "rotation": [1183 0,1184 -0.00054931640625,1185 01186 ]1187 },1188 "location": [1189 -285,1190 -950,1191 101192 ],1193 "rotation": [1194 0,1195 -0.00054931640625,1196 01197 ],1198 "scale": [1199 1,1200 1,