TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l040_off2_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/SciOffice/l040_off2_r001/lit.png",5 "camera": {6 "location": [7 -968,8 -1240,9 25310 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -968,38 -1240,39 253,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_12",56 "bbox_2d": [57 1485,58 614,59 1817,60 90361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -920,66 -500,67 159.9999847412109468 ],69 "extent": [70 200.25000595154438,71 11.000110253022171,72 150.2573 ]74 },75 "obb": {76 "center": [77 -920,78 -500,79 159.9999847412109480 ],81 "extent": [82 200.25000595154438,83 11.000110253022171,84 150.2585 ],86 "rotation": [87 0,88 -3.099999958067201e-05,89 090 ]91 },92 "location": [93 -920,94 -500,95 1096 ],97 "rotation": [98 0,99 -3.099999958067201e-05,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 0,111 63112 ]113 },114 {115 "object_id": "SM_Wall_149",116 "bbox_2d": [117 0,118 238,119 857,120 1079121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -710,126 -1100,127 159.99998474121094128 ],129 "extent": [130 11.00026855634303,131 200.250014647211,132 150.25133 ]134 },135 "obb": {136 "center": [137 -710,138 -1100,139 159.99998474121094140 ],141 "extent": [142 11.00026855634303,143 200.250014647211,144 150.25145 ],146 "rotation": [147 0,148 90.00007629394531,149 0150 ]151 },152 "location": [153 -710,154 -1100,155 10156 ],157 "rotation": [158 0,159 90.00007629394531,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 127,171 191172 ]173 },174 {175 "object_id": "SM_Wall_77",176 "bbox_2d": [177 0,178 0,179 858,180 408181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -710,186 -1100,187 359.99999237060547188 ],189 "extent": [190 11.000426638381668,191 200.25002343536312,192 50.24999237060547193 ]194 },195 "obb": {196 "center": [197 -710,198 -1100,199 359.99999237060547200 ],201 "extent": [202 11.000426638381668,203 200.25002343536312,204 50.24999237060547205 ],206 "rotation": [207 0,208 90.00012207031251,209 0210 ]211 },212 "location": [213 -710,214 -1100,215 310216 ],217 "rotation": [218 0,219 90.00012207031251,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 0,230 191,231 255232 ]233 },234 {235 "object_id": "SM_Wall_227",236 "bbox_2d": [237 859,238 399,239 861,240 402241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -710,246 -700,247 359.99999237060547248 ],249 "extent": [250 11.000426638381668,251 200.25002343536312,252 50.24999237060547253 ]254 },255 "obb": {256 "center": [257 -710,258 -700,259 359.99999237060547260 ],261 "extent": [262 11.000426638381668,263 200.25002343536312,264 50.24999237060547265 ],266 "rotation": [267 0,268 90.00012207031251,269 0270 ]271 },272 "location": [273 -710,274 -700,275 310276 ],277 "rotation": [278 0,279 90.00012207031251,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 191,290 0,291 0292 ]293 }294 ],295 "wall div": [296 {297 "object_id": "SM_WallDiv_33",298 "bbox_2d": [299 858,300 89,301 1348,302 408303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -820,308 -895,309 359.99999618530273310 ],311 "extent": [312 100.24999237060547,313 5.500002861022949,314 50.249996185302734315 ]316 },317 "obb": {318 "center": [319 -820,320 -895,321 359.99999618530273322 ],323 "extent": [324 100.24999237060547,325 5.500002861022949,326 50.249996185302734327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -820,336 -895,337 310338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 255,353 191354 ]355 },356 {357 "object_id": "SM_WallDiv_34",358 "bbox_2d": [359 1347,360 0,361 1919,362 367363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -1020,368 -895,369 359.99999618530273370 ],371 "extent": [372 100.24999237060547,373 5.500002861022949,374 50.249996185302734375 ]376 },377 "obb": {378 "center": [379 -1020,380 -895,381 359.99999618530273382 ],383 "extent": [384 100.24999237060547,385 5.500002861022949,386 50.249996185302734387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 -1020,396 -895,397 310398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 255,412 127,413 191414 ]415 }416 ],417 "cable rail": [418 {419 "object_id": "SM_CableRail_39",420 "bbox_2d": [421 460,422 0,423 920,424 211425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -740,430 -1040,431 397.50000047683716432 ],433 "extent": [434 13.001918429061675,435 200.00012462675636,436 3.500000238418579437 ]438 },439 "obb": {440 "center": [441 -740,442 -1040,443 397.50000047683716444 ],445 "extent": [446 13.001918429061675,447 200.00012462675636,448 3.500000238418579449 ],450 "rotation": [451 0,452 89.99945068359376,453 0454 ]455 },456 "location": [457 -740,458 -1040,459 395460 ],461 "rotation": [462 0,463 89.99945068359376,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 191,474 223,475 159476 ]477 },478 {479 "object_id": "SM_CableRail_88",480 "bbox_2d": [481 859,482 0,483 1749,484 188485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -950,490 -930,491 397.50000047683716492 ],493 "extent": [494 200.00015924203723,495 13.002451060901649,496 3.500000238418579497 ]498 },499 "obb": {500 "center": [501 -950,502 -930,503 397.50000047683716504 ],505 "extent": [506 200.00015924203723,507 13.002451060901649,508 3.500000238418579509 ],510 "rotation": [511 0,512 -0.000701904296875,513 0514 ]515 },516 "location": [517 -950,518 -930,519 395520 ],521 "rotation": [522 0,523 -0.000701904296875,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 95,534 223,535 255536 ]537 }538 ],539 "cable rail holder": [540 {541 "object_id": "SM_CableRailHolder_109",542 "bbox_2d": [543 891,544 114,545 940,546 189547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -770,552 -930,553 403.66500091552734554 ],555 "extent": [556 1.247076786861271,557 16.2106158369171,558 11.935001373291016559 ]560 },561 "obb": {562 "center": [563 -770,564 -930,565 403.66500091552734566 ],567 "extent": [568 1.247076786861271,569 16.2106158369171,570 11.935001373291016571 ],572 "rotation": [573 0,574 179.999267578125,575 0576 ]577 },578 "location": [579 -770,580 -930,581 394582 ],583 "rotation": [584 0,585 179.999267578125,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 95,596 223,597 191598 ]599 },600 {601 "object_id": "SM_CableRailHolder_120",602 "bbox_2d": [603 770,604 107,605 841,606 173607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -740,612 -960,613 403.66500091552734614 ],615 "extent": [616 16.210617164932955,617 1.2470940554190975,618 11.935001373291016619 ]620 },621 "obb": {622 "center": [623 -740,624 -960,625 403.66500091552734626 ],627 "extent": [628 16.210617164932955,629 1.2470940554190975,630 11.935001373291016631 ],632 "rotation": [633 0,634 89.99920654296876,635 0636 ]637 },638 "location": [639 -740,640 -960,641 394642 ],643 "rotation": [644 0,645 89.99920654296876,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 159,656 223,657 159658 ]659 }660 ],661 "floor planks corner": [662 {663 "object_id": "SM_Floor_102",664 "bbox_2d": [665 1485,666 903,667 1488,668 1079669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -920,674 -700,675 0676 ],677 "extent": [678 201.00077806555595,679 200.50076467103997,680 11.000001907348633681 ]682 },683 "obb": {684 "center": [685 -920,686 -700,687 0688 ],689 "extent": [690 201.00077806555595,691 200.50076467103997,692 11.000001907348633693 ],694 "rotation": [695 0,696 179.99978637695312,697 0698 ]699 },700 "location": [701 -920,702 -700,703 0704 ],705 "rotation": [706 0,707 179.99978637695312,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 127,718 15,719 191720 ]721 },722 {723 "object_id": "SM_Floor_184",724 "bbox_2d": [725 607,726 0,727 1465,728 150729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -920,734 -1100,735 420736 ],737 "extent": [738 200.2503199785251,739 200.25030471976038,740 11.000001907348633741 ]742 },743 "obb": {744 "center": [745 -920,746 -1100,747 420748 ],749 "extent": [750 200.2503199785251,751 200.25030471976038,752 11.000001907348633753 ],754 "rotation": [755 0,756 -90.00009155273439,757 0758 ]759 },760 "location": [761 -920,762 -1100,763 420764 ],765 "rotation": [766 0,767 -90.00009155273439,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 223,778 159,779 79780 ]781 }782 ],783 "wall div window": [784 {785 "object_id": "SM_WallDivWindow_17",786 "bbox_2d": [787 858,788 368,789 1346,790 1079791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -820,796 -895,797 160798 ],799 "extent": [800 100.15355682373047,801 5.5,802 150.35354614257812803 ]804 },805 "obb": {806 "center": [807 -820,808 -895,809 160810 ],811 "extent": [812 100.15355682373047,813 5.5,814 150.35354614257812815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -820,824 -895,825 10826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 47,840 159,841 111842 ]843 },844 {845 "object_id": "SM_WallDivWindow_16",846 "bbox_2d": [847 1347,848 320,849 1919,850 1079851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -1020,856 -895,857 160858 ],859 "extent": [860 100.15355682373047,861 100,862 150.35354614257812863 ]864 },865 "obb": {866 "center": [867 -1020,868 -895,869 160870 ],871 "extent": [872 100.15355682373047,873 100,874 150.35354614257812875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 -1020,884 -895,885 10886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 0,900 111,901 191902 ]903 }904 ]905 },906 "foreground": {907 "decoration": [908 {909 "object_id": "SM_Decor_7",910 "bbox_2d": [911 1818,912 625,913 1919,914 630915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -1320.0000186421275,920 -519.9999999999652,921 160922 ],923 "extent": [924 200.47729236609484,925 7.500747464497863,926 150927 ]928 },929 "obb": {930 "center": [931 -1320.0000186421275,932 -519.9999999999652,933 160934 ],935 "extent": [936 200.47729236609484,937 7.500747464497863,938 150939 ],940 "rotation": [941 0,942 179.99978637695312,943 0944 ]945 },946 "location": [947 -1320,948 -515,949 10950 ],951 "rotation": [952 0,953 179.99978637695312,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 223,964 0,965 15966 ]967 }968 ],969 "poster": [970 {971 "object_id": "SM_Poster_20",972 "bbox_2d": [973 1518,974 615,975 1708,976 623977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -1020.0000026631608,982 -511.24999988078787,983 180984 ],985 "extent": [986 50.000002663047326,987 1.2501064072314705,988 75989 ]990 },991 "obb": {992 "center": [993 -1020.0000026631608,994 -511.24999988078787,995 180996 ],997 "extent": [998 50.000002663047326,999 1.2501064072314705,1000 751001 ],1002 "rotation": [1003 0,1004 -90.00012207031251,1005 01006 ]1007 },1008 "location": [1009 -1020,1010 -510,1011 1051012 ],1013 "rotation": [1014 0,1015 -90.00012207031251,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 79,1026 191,1027 791028 ]1029 },1030 {1031 "object_id": "SM_Poster_7",1032 "bbox_2d": [1033 153,1034 550,1035 566,1036 10791037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -721.24999988079,1042 -1099.9999986684195,1043 1751044 ],1045 "extent": [1046 1.2500531440117584,1047 50.000001331552085,1048 751049 ]1050 },1051 "obb": {1052 "center": [1053 -721.24999988079,1054 -1099.9999986684195,1055 1751056 ],1057 "extent": [1058 1.2500531440117584,1059 50.000001331552085,1060 751061 ],1062 "rotation": [1063 0,1064 179.99993896484375,1065 01066 ]1067 },1068 "location": [1069 -720,1070 -1100,1071 1001072 ],1073 "rotation": [1074 0,1075 179.99993896484375,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 79,1086 223,1087 791088 ]1089 }1090 ],1091 "plant": [1092 {1093 "object_id": "SM_Plant_19",1094 "bbox_2d": [1095 632,1096 354,1097 1213,1098 10791099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -802.0091260386565,1104 -984.5725728796431,1105 158.640319824218751106 ],1107 "extent": [1108 87.18299521669883,1109 97.15661761670594,1110 148.640319824218751111 ]1112 },1113 "obb": {1114 "center": [1115 -802.0091260386565,1116 -984.5725728796431,1117 158.640319824218751118 ],1119 "extent": [1120 87.18299521669883,1121 97.15661761670594,1122 148.640319824218751123 ],1124 "rotation": [1125 0,1126 90.00011444091797,1127 01128 ]1129 },1130 "location": [1131 -790,1132 -980,1133 101134 ],1135 "rotation": [1136 0,1137 90.00011444091797,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 79,1148 15,1149 2231150 ]1151 }1152 ]1153 }1154}