TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l001_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/SciOffice/l001_r000/lit.png",5 "camera": {6 "location": [7 292,8 283,9 15310 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 292,38 283,39 153,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 582,58 740,59 697,60 76461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_15",116 "bbox_2d": [117 66,118 7,119 987,120 170121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 710,126 99.99999999999999,127 359.99999237060547128 ],129 "extent": [130 11.000426638381668,131 200.25002343536312,132 50.24999237060547133 ]134 },135 "obb": {136 "center": [137 710,138 99.99999999999997,139 359.99999237060547140 ],141 "extent": [142 11.000426638381668,143 200.25002343536312,144 50.24999237060547145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 710,154 100,155 310156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 0172 ]173 },174 {175 "object_id": "SM_WallWindow_01_73",176 "bbox_2d": [177 85,178 171,179 528,180 651181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 709.9999990463257,186 0,187 160188 ],189 "extent": [190 10.980001449584961,191 100.00000000000003,192 150.5193 ]194 },195 "obb": {196 "center": [197 709.9999990463257,198 0,199 160200 ],201 "extent": [202 10.980001449584961,203 100.00000000000003,204 150.5205 ],206 "rotation": [207 0,208 -90.00000000000001,209 0210 ]211 },212 "location": [213 710,214 0,215 10216 ],217 "rotation": [218 0,219 -90.00000000000001,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 255,230 111,231 31232 ]233 },234 {235 "object_id": "SM_WallWindow_2",236 "bbox_2d": [237 529,238 171,239 986,240 871241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 709.9999990463257,246 200,247 160248 ],249 "extent": [250 10.980001449584961,251 100.00000000000001,252 150.5253 ]254 },255 "obb": {256 "center": [257 709.9999990463257,258 200,259 160260 ],261 "extent": [262 10.980001449584961,263 100.00000000000001,264 150.5265 ],266 "rotation": [267 0,268 -90.00000000000001,269 0270 ]271 },272 "location": [273 710,274 200,275 10276 ],277 "rotation": [278 0,279 -90.00000000000001,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 255,290 111,291 15292 ]293 }294 ],295 "wall div": [296 {297 "object_id": "SM_WallDiv_44",298 "bbox_2d": [299 634,300 740,301 663,302 755303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -295,308 -1400,309 359.99999618530273310 ],311 "extent": [312 5.500216446513662,313 100.25000408829283,314 50.249996185302734315 ]316 },317 "obb": {318 "center": [319 -295,320 -1400,321 359.99999618530273322 ],323 "extent": [324 5.500216446513662,325 100.25000408829283,326 50.249996185302734327 ],328 "rotation": [329 0,330 -90.00012207031251,331 0332 ]333 },334 "location": [335 -295,336 -1400,337 310338 ],339 "rotation": [340 0,341 -90.00012207031251,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 191,353 255354 ]355 },356 {357 "object_id": "SM_WallDiv_8",358 "bbox_2d": [359 987,360 0,361 1012,362 1079363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 599.9999923706055,368 300,369 160370 ],371 "extent": [372 100.50000762939453,373 5.5,374 150.5375 ]376 },377 "obb": {378 "center": [379 599.9999923706055,380 300,381 160382 ],383 "extent": [384 100.50000762939453,385 5.5,386 150.5387 ],388 "rotation": [389 0,390 0,391 0392 ]393 },394 "location": [395 600,396 300,397 10398 ],399 "rotation": [400 0,401 0,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 31,412 95,413 191414 ]415 },416 {417 "object_id": "SM_WallDiv_9",418 "bbox_2d": [419 987,420 0,421 999,422 165423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 600,428 300,429 359.99999618530273430 ],431 "extent": [432 100.24999237060547,433 5.500002861022949,434 50.249996185302734435 ]436 },437 "obb": {438 "center": [439 600,440 300,441 359.99999618530273442 ],443 "extent": [444 100.24999237060547,445 5.500002861022949,446 50.249996185302734447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 600,456 300,457 310458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 31,472 95,473 31474 ]475 },476 {477 "object_id": "SM_WallDiv_50",478 "bbox_2d": [479 0,480 0,481 67,482 160483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 600,488 -100,489 359.99999618530273490 ],491 "extent": [492 100.24999237060547,493 5.500002861022949,494 50.249996185302734495 ]496 },497 "obb": {498 "center": [499 600,500 -100,501 359.99999618530273502 ],503 "extent": [504 100.24999237060547,505 5.500002861022949,506 50.249996185302734507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 600,516 -100,517 310518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 127,532 63,533 15534 ]535 }536 ],537 "pipe": [538 {539 "object_id": "SM_Pipe_22",540 "bbox_2d": [541 22,542 0,543 71,544 6545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 680,550 -280,551 380552 ],553 "extent": [554 10.000239684490907,555 200.0000119840813,556 10557 ]558 },559 "obb": {560 "center": [561 680,562 -280,563 380564 ],565 "extent": [566 10.000239684490907,567 200.0000119840813,568 10569 ],570 "rotation": [571 0,572 -90.00006866455078,573 0574 ]575 },576 "location": [577 680,578 -280,579 380580 ],581 "rotation": [582 0,583 -90.00006866455078,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 95,594 31,595 31596 ]597 },598 {599 "object_id": "SM_Pipe_01_12",600 "bbox_2d": [601 932,602 16,603 973,604 28605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 500,610 280,611 380612 ],613 "extent": [614 200,615 10,616 10617 ]618 },619 "obb": {620 "center": [621 500,622 280,623 380624 ],625 "extent": [626 200,627 10,628 10629 ],630 "rotation": [631 0,632 0,633 0634 ]635 },636 "location": [637 500,638 280,639 380640 ],641 "rotation": [642 0,643 0,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 79,654 63,655 191656 ]657 },658 {659 "object_id": "SM_Pipe_23",660 "bbox_2d": [661 58,662 0,663 902,664 6665 ],666 "bbox_3d": {667 "aabb": {668 "center": [669 680,670 120.00000000000001,671 380672 ],673 "extent": [674 10.000213052881577,675 200.00001065253093,676 10677 ]678 },679 "obb": {680 "center": [681 680,682 120.00000000000003,683 380684 ],685 "extent": [686 10.000213052881577,687 200.00001065253093,688 10689 ],690 "rotation": [691 0,692 -90.00006103515625,693 0694 ]695 },696 "location": [697 680,698 120,699 380700 ],701 "rotation": [702 0,703 -90.00006103515625,704 0705 ],706 "scale": [707 1,708 1,709 1710 ]711 },712 "color": [713 79,714 63,715 15716 ]717 }718 ],719 "pipe connector": [720 {721 "object_id": "SM_Pipe_Con_13",722 "bbox_2d": [723 903,724 0,725 988,726 15727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 680,732 285,733 379.8999996185303734 ],735 "extent": [736 13.200053072456967,737 25.000028122923993,738 13.300000190734863739 ]740 },741 "obb": {742 "center": [743 680,744 285,745 379.8999996185303746 ],747 "extent": [748 13.200053072456967,749 25.000028122923993,750 13.300000190734863751 ],752 "rotation": [753 0,754 -90.00012207031251,755 0756 ]757 },758 "location": [759 680,760 285,761 380762 ],763 "rotation": [764 0,765 -90.00012207031251,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 95,776 31,777 159778 ]779 }780 ],781 "cable rail holder": [782 {783 "object_id": "SM_CableRailHolder_79",784 "bbox_2d": [785 664,786 741,787 674,788 743789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -920,794 -830,795 403.66500091552734796 ],797 "extent": [798 1.247076786861271,799 16.2106158369171,800 11.935001373291016801 ]802 },803 "obb": {804 "center": [805 -920,806 -830,807 403.66500091552734808 ],809 "extent": [810 1.247076786861271,811 16.2106158369171,812 11.935001373291016813 ],814 "rotation": [815 0,816 179.999267578125,817 0818 ]819 },820 "location": [821 -920,822 -830,823 394824 ],825 "rotation": [826 0,827 179.999267578125,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 255,838 223,839 255840 ]841 }842 ],843 "floor decor": [844 {845 "object_id": "SM_FloorDecor_45",846 "bbox_2d": [847 0,848 920,849 459,850 1079851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 600.0000000001737,856 0.00018642127629675542,857 10.99999988079071858 ],859 "extent": [860 100.00018642110251,861 100.00018642110253,862 1.1249988079071045863 ]864 },865 "obb": {866 "center": [867 600.0000000001737,868 0.00018642127629675542,869 10.99999988079071870 ],871 "extent": [872 100.00018642110251,873 100.00018642110253,874 1.1249988079071045875 ],876 "rotation": [877 0,878 179.99989318847656,879 0880 ]881 },882 "location": [883 700,884 0,885 10886 ],887 "rotation": [888 0,889 179.99989318847656,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 127,900 191,901 47902 ]903 },904 {905 "object_id": "SM_FloorDecor_46",906 "bbox_2d": [907 260,908 872,909 1003,910 1079911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 600.0000000001737,916 200.00018642127628,917 10.99999988079071918 ],919 "extent": [920 100.00018642110251,921 100.00018642110251,922 1.1249988079071045923 ]924 },925 "obb": {926 "center": [927 600.0000000001737,928 200.00018642127628,929 10.99999988079071930 ],931 "extent": [932 100.00018642110251,933 100.00018642110251,934 1.1249988079071045935 ],936 "rotation": [937 0,938 179.99989318847656,939 0940 ]941 },942 "location": [943 700,944 200,945 10946 ],947 "rotation": [948 0,949 179.99989318847656,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 127,960 31,961 47962 ]963 }964 ],965 "wall div window": [966 {967 "object_id": "SM_WallDivWindow_33",968 "bbox_2d": [969 1013,970 0,971 1061,972 1079973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 450,978 300,979 160980 ],981 "extent": [982 50.1535530090332,983 5.5,984 150.35354614257812985 ]986 },987 "obb": {988 "center": [989 450,990 300,991 160992 ],993 "extent": [994 50.1535530090332,995 5.5,996 150.35354614257812997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 450,1006 300,1007 101008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 79,1022 159,1023 1111024 ]1025 },1026 {1027 "object_id": "SM_WallDivWindow_30",1028 "bbox_2d": [1029 1062,1030 0,1031 1919,1032 10791033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 300,1038 300,1039 1601040 ],1041 "extent": [1042 100.15355682373047,1043 100,1044 150.353546142578121045 ]1046 },1047 "obb": {1048 "center": [1049 300,1050 300,1051 1601052 ],1053 "extent": [1054 100.15355682373047,1055 100,1056 150.353546142578121057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 300,1066 300,1067 101068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 0,1082 111,1083 1591084 ]1085 }1086 ],1087 "divider": [1088 {1089 "object_id": "SM_Div_50",1090 "bbox_2d": [1091 0,1092 134,1093 86,1094 6571095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 650,1100 -90,1101 1601102 ],1103 "extent": [1104 50.00003195384784,1105 2.5006391584573464,1106 1501107 ]1108 },1109 "obb": {1110 "center": [1111 650,1112 -90,1113 1601114 ],1115 "extent": [1116 50.00003195384784,1117 2.5006391584573464,1118 1501119 ],1120 "rotation": [1121 0,1122 -90.00073242187501,1123 01124 ]1125 },1126 "location": [1127 650,1128 -90,1129 101130 ],1131 "rotation": [1132 0,1133 -90.00073242187501,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 255,1144 95,1145 791146 ]1147 }1148 ]1149 },1150 "foreground": {1151 "books": [1152 {1153 "object_id": "SM_Book_01c_74",1154 "bbox_2d": [1155 616,1156 710,1157 726,1158 7331159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 646,1164 177,1165 861166 ],1167 "extent": [1168 15.975857791608632,1169 19.265661618039957,1170 1.59198017054021081171 ]1172 },1173 "obb": {1174 "center": [1175 646,1176 177,1177 861178 ],1179 "extent": [1180 15.975857791608632,1181 19.265661618039957,1182 1.59198017054021081183 ],1184 "rotation": [1185 6.830188794707314e-06,1186 -160.00006103515625,1187 -89.99990081787111188 ]1189 },1190 "location": [1191 646,1192 177,1193 861194 ],1195 "rotation": [1196 6.830188794707314e-06,1197 -160.00006103515625,1198 -89.99990081787111199 ],1200 "scale": [