TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l021_off1_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/SciOffice/l021_off1_r004/lit.png",5 "camera": {6 "location": [7 258,8 608,9 219.666671752929710 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 258,38 608,39 219.6666717529297,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 1351,58 499,59 1833,60 83861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_16",116 "bbox_2d": [117 1373,118 499,119 1777,120 842121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -710,126 -300,127 159.99998474121094128 ],129 "extent": [130 11.000428545730301,131 200.2500234353672,132 150.25133 ]134 },135 "obb": {136 "center": [137 -710,138 -300,139 159.99998474121094140 ],141 "extent": [142 11.000428545730301,143 200.2500234353672,144 150.25145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 -710,154 -300,155 10156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 },174 {175 "object_id": "SM_Wall_47",176 "bbox_2d": [177 1353,178 500,179 1845,180 847181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -649.9999923705058,186 500.0000798948132,187 419.9999400788846188 ],189 "extent": [190 50.25032553195547,191 200.25008163795474,192 11.000084685866113193 ]194 },195 "obb": {196 "center": [197 -649.9999923705058,198 500.0000798948132,199 419.9999400788846200 ],201 "extent": [202 50.25032553195547,203 200.25008163795474,204 11.000084685866113205 ],206 "rotation": [207 7.000000091289134e-06,208 -90.00009155273438,209 -90.00006866455077210 ]211 },212 "location": [213 -600,214 500,215 420216 ],217 "rotation": [218 7.000000091289134e-06,219 -90.00009155273438,220 -90.00006866455077221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 95,230 255,231 255232 ]233 }234 ],235 "wall div": [236 {237 "object_id": "SM_WallDiv_2",238 "bbox_2d": [239 65,240 220,241 622,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -99.99999999998984,248 400.00000762939453,249 160250 ],251 "extent": [252 5.500133823850078,253 100.50001495299841,254 150.5255 ]256 },257 "obb": {258 "center": [259 -99.99999999998984,260 400.00000762939453,261 160262 ],263 "extent": [264 5.500133823850078,265 100.50001495299841,266 150.5267 ],268 "rotation": [269 0,270 -90.00007629394531,271 0272 ]273 },274 "location": [275 -100,276 400,277 10278 ],279 "rotation": [280 0,281 -90.00007629394531,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 191,292 95,293 31294 ]295 },296 {297 "object_id": "SM_WallDiv_3",298 "bbox_2d": [299 0,300 205,301 64,302 1062303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -99.99999999998984,308 600.0000076293945,309 160310 ],311 "extent": [312 5.500133823850078,313 100.50001495299841,314 150.5315 ]316 },317 "obb": {318 "center": [319 -99.99999999998984,320 600.0000076293945,321 160322 ],323 "extent": [324 5.500133823850078,325 100.50001495299841,326 150.5327 ],328 "rotation": [329 0,330 -90.00007629394531,331 0332 ]333 },334 "location": [335 -100,336 600,337 10338 ],339 "rotation": [340 0,341 -90.00007629394531,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 31,352 95,353 0354 ]355 },356 {357 "object_id": "SM_WallDiv_152",358 "bbox_2d": [359 622,360 5,361 1004,362 341363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 0,368 300,369 359.99999618530273370 ],371 "extent": [372 100.24999237060547,373 5.500002861022949,374 50.249996185302734375 ]376 },377 "obb": {378 "center": [379 0,380 300,381 359.99999618530273382 ],383 "extent": [384 100.24999237060547,385 5.500002861022949,386 50.249996185302734387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 0,396 300,397 310398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 0,412 95,413 95414 ]415 },416 {417 "object_id": "SM_WallDiv_154",418 "bbox_2d": [419 1001,420 0,421 1706,422 285423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 200,428 300,429 359.99999618530273430 ],431 "extent": [432 100.24999237060547,433 5.500002861022949,434 50.249996185302734435 ]436 },437 "obb": {438 "center": [439 200,440 300,441 359.99999618530273442 ],443 "extent": [444 100.24999237060547,445 5.500002861022949,446 50.249996185302734447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 200,456 300,457 310458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 255,472 95,473 95474 ]475 },476 {477 "object_id": "SM_WallDiv_10",478 "bbox_2d": [479 1705,480 0,481 1919,482 179483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 400,488 300,489 359.99999618530273490 ],491 "extent": [492 100.24999237060547,493 5.500002861022949,494 50.249996185302734495 ]496 },497 "obb": {498 "center": [499 400,500 300,501 359.99999618530273502 ],503 "extent": [504 100.24999237060547,505 5.500002861022949,506 50.249996185302734507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 400,516 300,517 310518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 127,532 95,533 95534 ]535 },536 {537 "object_id": "SM_WallDiv_11",538 "bbox_2d": [539 623,540 286,541 1000,542 1079543 ],544 "bbox_3d": {545 "aabb": {546 "center": [547 -7.62939453125e-06,548 300,549 160550 ],551 "extent": [552 100.50000762939453,553 5.5,554 150.5555 ]556 },557 "obb": {558 "center": [559 -7.62939453125e-06,560 300,561 160562 ],563 "extent": [564 100.50000762939453,565 5.5,566 150.5567 ],568 "rotation": [569 0,570 0,571 0572 ]573 },574 "location": [575 0,576 300,577 10578 ],579 "rotation": [580 0,581 0,582 0583 ],584 "scale": [585 1,586 1,587 1588 ]589 },590 "color": [591 63,592 95,593 95594 ]595 },596 {597 "object_id": "SM_WallDiv_12",598 "bbox_2d": [599 61,600 0,601 622,602 342603 ],604 "bbox_3d": {605 "aabb": {606 "center": [607 -100,608 400,609 359.99999618530273610 ],611 "extent": [612 5.500216446513647,613 100.25000408829283,614 50.249996185302734615 ]616 },617 "obb": {618 "center": [619 -100,620 400,621 359.99999618530273622 ],623 "extent": [624 5.500216446513647,625 100.25000408829283,626 50.249996185302734627 ],628 "rotation": [629 0,630 90.00012207031251,631 0632 ]633 },634 "location": [635 -100,636 400,637 310638 ],639 "rotation": [640 0,641 90.00012207031251,642 0643 ],644 "scale": [645 1,646 1,647 1648 ]649 },650 "color": [651 191,652 95,653 95654 ]655 },656 {657 "object_id": "SM_WallDiv_13",658 "bbox_2d": [659 0,660 0,661 65,662 218663 ],664 "bbox_3d": {665 "aabb": {666 "center": [667 -100,668 600,669 359.99999618530273670 ],671 "extent": [672 5.500216446513647,673 100.25000408829283,674 50.249996185302734675 ]676 },677 "obb": {678 "center": [679 -100,680 600,681 359.99999618530273682 ],683 "extent": [684 5.500216446513647,685 100.25000408829283,686 50.249996185302734687 ],688 "rotation": [689 0,690 90.00012207031251,691 0692 ]693 },694 "location": [695 -100,696 600,697 310698 ],699 "rotation": [700 0,701 90.00012207031251,702 0703 ],704 "scale": [705 1,706 1,707 1708 ]709 },710 "color": [711 31,712 95,713 95714 ]715 }716 ],717 "cable rail": [718 {719 "object_id": "SM_CableRail_35",720 "bbox_2d": [721 1361,722 836,723 1362,724 840725 ],726 "bbox_3d": {727 "aabb": {728 "center": [729 620,730 500,731 397.50000047683716732 ],733 "extent": [734 13.00042705941928,735 200.00002769642344,736 3.500000238418579737 ]738 },739 "obb": {740 "center": [741 620,742 500,743 397.50000047683716744 ],745 "extent": [746 13.00042705941928,747 200.00002769642344,748 3.500000238418579749 ],750 "rotation": [751 0,752 -90.00012207031251,753 0754 ]755 },756 "location": [757 620,758 500,759 395760 ],761 "rotation": [762 0,763 -90.00012207031251,764 0765 ],766 "scale": [767 1,768 1,769 1770 ]771 },772 "color": [773 159,774 255,775 255776 ]777 }778 ],779 "pipe holder": [780 {781 "object_id": "SM_PipeHolder_3",782 "bbox_2d": [783 1354,784 837,785 1360,786 837787 ],788 "bbox_3d": {789 "aabb": {790 "center": [791 -1590,792 -285,793 391.3435287475586794 ],795 "extent": [796 1.6170004606246948,797 11.512943267822266,798 22.85647201538086799 ]800 },801 "obb": {802 "center": [803 -1590,804 -285,805 391.3435287475586806 ],807 "extent": [808 1.6170004606246948,809 11.512943267822266,810 22.85647201538086811 ],812 "rotation": [813 0,814 0,815 0816 ]817 },818 "location": [819 -1590,820 -285,821 380822 ],823 "rotation": [824 0,825 0,826 0827 ],828 "scale": [829 1,830 1,831 1832 ]833 },834 "color": [835 223,836 255,837 255838 ]839 }840 ],841 "floor planks corner": [842 {843 "object_id": "SM_Floor_43",844 "bbox_2d": [845 462,846 998,847 860,848 1079849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 100,854 500,855 0856 ],857 "extent": [858 200.5007628067703,859 200.50076280677033,860 11.000001907348633861 ]862 },863 "obb": {864 "center": [865 100,866 500,867 0868 ],869 "extent": [870 200.5007628067703,871 200.50076280677033,872 11.000001907348633873 ],874 "rotation": [875 0,876 179.99978637695312,877 0878 ]879 },880 "location": [881 100,882 500,883 0884 ],885 "rotation": [886 0,887 179.99978637695312,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 95,898 223,899 15900 ]901 },902 {903 "object_id": "SM_Floor_5",904 "bbox_2d": [905 1443,906 883,907 1445,908 1079909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 300,914 100,915 0916 ],917 "extent": [918 201.00088485789604,919 200.5008717297054,920 11.000001907348633921 ]922 },923 "obb": {924 "center": [925 300,926 100,927 0928 ],929 "extent": [930 201.00088485789604,931 200.5008717297054,932 11.000001907348633933 ],934 "rotation": [935 0,936 179.999755859375,937 0938 ]939 },940 "location": [941 300,942 100,943 0944 ],945 "rotation": [946 0,947 179.999755859375,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 255,958 15,959 159960 ]961 },962 {963 "object_id": "SM_Floor_212",964 "bbox_2d": [965 359,966 0,967 1016,968 124969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 99.99999999999999,974 500,975 420976 ],977 "extent": [978 200.2506780274215,979 200.2506932861577,980 11.000001907348633981 ]982 },983 "obb": {984 "center": [985 99.99999999999997,986 500,987 420988 ],989 "extent": [990 200.2506780274215,991 200.2506932861577,992 11.000001907348633993 ],994 "rotation": [995 0,996 179.9998016357422,997 0998 ]999 },1000 "location": [1001 100,1002 500,1003 4201004 ],1005 "rotation": [1006 0,1007 179.9998016357422,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 223,1018 47,1019 791020 ]1021 }1022 ],1023 "wall div window": [1024 {1025 "object_id": "SM_WallDivWindow_29",1026 "bbox_2d": [1027 1443,1028 502,1029 1592,1030 7471031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 200,1036 -100,1037 1601038 ],1039 "extent": [1040 100.15355682373047,1041 5.5,1042 150.353546142578121043 ]1044 },1045 "obb": {1046 "center": [1047 200,1048 -100,1049 1601050 ],1051 "extent": [1052 100.15355682373047,1053 5.5,1054 150.353546142578121055 ],1056 "rotation": [1057 0,1058 0,1059 01060 ]1061 },1062 "location": [1063 200,1064 -100,1065 101066 ],1067 "rotation": [1068 0,1069 0,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 79,1080 191,1081 1111082 ]1083 },1084 {1085 "object_id": "SM_WallDivWindow_34",1086 "bbox_2d": [1087 1001,1088 242,1089 1292,1090 10791091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 150,1096 300,1097 1601098 ],1099 "extent": [1100 50.1535530090332,1101 5.5,1102 150.353546142578121103 ]1104 },1105 "obb": {1106 "center": [1107 150,1108 300,1109 1601110 ],1111 "extent": [1112 50.1535530090332,1113 5.5,1114 150.353546142578121115 ],1116 "rotation": [1117 0,1118 0,1119 01120 ]1121 },1122 "location": [1123 150,1124 300,1125 101126 ],1127 "rotation": [1128 0,1129 0,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 11136 ]1137 },1138 "color": [1139 79,1140 223,1141 1111142 ]1143 },1144 {1145 "object_id": "SM_WallDivWindow_30",1146 "bbox_2d": [1147 1293,1148 148,1149 1919,1150 10791151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 300,1156 300,1157 1601158 ],1159 "extent": [1160 100.15355682373047,1161 100,1162 150.353546142578121163 ]1164 },1165 "obb": {1166 "center": [1167 300,1168 300,1169 1601170 ],1171 "extent": [1172 100.15355682373047,1173 100,1174 150.353546142578121175 ],1176 "rotation": [1177 0,1178 0,1179 01180 ]1181 },1182 "location": [1183 300,1184 300,1185 101186 ],1187 "rotation": [1188 0,1189 0,1190 01191 ],1192 "scale": [1193 1,1194 1,1195 11196 ]1197 },1198 "color": [1199 0,1200 111,