TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l060_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/SciOffice/l060_r005/lit.png",5 "camera": {6 "location": [7 451,8 -1330,9 26610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 451,38 -1330,39 266,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_29",56 "bbox_2d": [57 0,58 152,59 1025,60 44461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 500,66 -1710,67 359.9999923706054768 ],69 "extent": [70 200.25,71 11,72 50.2499923706054773 ]74 },75 "obb": {76 "center": [77 500,78 -1710,79 359.9999923706054780 ],81 "extent": [82 200.25,83 11,84 50.2499923706054785 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 500,94 -1710,95 31096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 63112 ]113 },114 {115 "object_id": "SM_Wall_190",116 "bbox_2d": [117 1026,118 0,119 1919,120 444121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 710,126 -1500,127 359.99999237060547128 ],129 "extent": [130 11.000426638381668,131 200.25002343536312,132 50.24999237060547133 ]134 },135 "obb": {136 "center": [137 710,138 -1500,139 359.99999237060547140 ],141 "extent": [142 11.000426638381668,143 200.25002343536312,144 50.24999237060547145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 710,154 -1500,155 310156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 191,171 63172 ]173 },174 {175 "object_id": "SM_WallWindow_27",176 "bbox_2d": [177 1026,178 385,179 1421,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 709.9999990463257,186 -1600,187 160188 ],189 "extent": [190 10.980001449584961,191 100,192 150.5193 ]194 },195 "obb": {196 "center": [197 709.9999990463257,198 -1600,199 160200 ],201 "extent": [202 10.980001449584961,203 100,204 150.5205 ],206 "rotation": [207 0,208 -90.00000000000001,209 0210 ]211 },212 "location": [213 710,214 -1600,215 10216 ],217 "rotation": [218 0,219 -90.00000000000001,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 111,231 63232 ]233 },234 {235 "object_id": "SM_WallWindow_28",236 "bbox_2d": [237 1422,238 309,239 1919,240 1079241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 709.9999990463257,246 -1400,247 160248 ],249 "extent": [250 10.980001449584961,251 100,252 150.5253 ]254 },255 "obb": {256 "center": [257 709.9999990463257,258 -1400,259 160260 ],261 "extent": [262 10.980001449584961,263 100,264 150.5265 ],266 "rotation": [267 0,268 -90.00000000000001,269 0270 ]271 },272 "location": [273 710,274 -1400,275 10276 ],277 "rotation": [278 0,279 -90.00000000000001,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 127,290 111,291 191292 ]293 },294 {295 "object_id": "SM_WallWindow_31",296 "bbox_2d": [297 0,298 385,299 562,300 1079301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 399.99996948242546,306 -1709.9995107650757,307 160308 ],309 "extent": [310 100.00004093742263,311 10.980374292061242,312 150.5313 ]314 },315 "obb": {316 "center": [317 399.99996948242546,318 -1709.9995107650757,319 160320 ],321 "extent": [322 100.00004093742263,323 10.980374292061242,324 150.5325 ],326 "rotation": [327 0,328 179.99978637695312,329 0330 ]331 },332 "location": [333 399.9999694824219,334 -1709.99951171875,335 10336 ],337 "rotation": [338 0,339 179.99978637695312,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 127,350 111,351 223352 ]353 },354 {355 "object_id": "SM_WallWindow_32",356 "bbox_2d": [357 563,358 418,359 1025,360 976361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 600.0000000000035,366 -1709.9999990463257,367 160368 ],369 "extent": [370 100.00004093742257,371 10.980374292061242,372 150.5373 ]374 },375 "obb": {376 "center": [377 600.0000000000035,378 -1709.9999990463257,379 160380 ],381 "extent": [382 100.00004093742257,383 10.980374292061242,384 150.5385 ],386 "rotation": [387 0,388 179.99978637695312,389 0390 ]391 },392 "location": [393 600,394 -1710,395 10396 ],397 "rotation": [398 0,399 179.99978637695312,400 0401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 127,410 111,411 15412 ]413 }414 ],415 "floor planks corner": [416 {417 "object_id": "SM_Floor_20",418 "bbox_2d": [419 0,420 0,421 1485,422 230423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 499.9974365234375,428 -1500.000244140625,429 420430 ],431 "extent": [432 200.50076280677033,433 200.50076280677035,434 11.000001907348633435 ]436 },437 "obb": {438 "center": [439 499.9974365234375,440 -1500.000244140625,441 420442 ],443 "extent": [444 200.50076280677033,445 200.50076280677035,446 11.000001907348633447 ],448 "rotation": [449 0,450 179.99978637695312,451 0452 ]453 },454 "location": [455 499.9974365234375,456 -1500.000244140625,457 420458 ],459 "rotation": [460 0,461 179.99978637695312,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 95,472 127,473 63474 ]475 }476 ],477 "pipe": [478 {479 "object_id": "SM_Pipe_19",480 "bbox_2d": [481 1011,482 0,483 1789,484 296485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 680,490 -1480,491 380492 ],493 "extent": [494 10.000239684490907,495 200.0000119840813,496 10497 ]498 },499 "obb": {500 "center": [501 680,502 -1480,503 380504 ],505 "extent": [506 10.000239684490907,507 200.0000119840813,508 10509 ],510 "rotation": [511 0,512 -90.00006866455078,513 0514 ]515 },516 "location": [517 680,518 -1480,519 380520 ],521 "rotation": [522 0,523 -90.00006866455078,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 95,534 31,535 127536 ]537 },538 {539 "object_id": "SM_Pipe_11",540 "bbox_2d": [541 0,542 108,543 975,544 293545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 500,550 -1680,551 380552 ],553 "extent": [554 200,555 10,556 10557 ]558 },559 "obb": {560 "center": [561 500,562 -1680,563 380564 ],565 "extent": [566 200,567 10,568 10569 ],570 "rotation": [571 0,572 0,573 0574 ]575 },576 "location": [577 500,578 -1680,579 380580 ],581 "rotation": [582 0,583 0,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 79,594 63,595 95596 ]597 }598 ],599 "pipe connector": [600 {601 "object_id": "SM_Pipe_Con_28",602 "bbox_2d": [603 955,604 238,605 1067,606 313607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 680,612 -1680,613 379.8999996185303614 ],615 "extent": [616 25,617 13.199999809265137,618 13.300000190734863619 ]620 },621 "obb": {622 "center": [623 680,624 -1680,625 379.8999996185303626 ],627 "extent": [628 25,629 13.199999809265137,630 13.300000190734863631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 680,640 -1680,641 380642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 0,656 159,657 0658 ]659 }660 ],661 "cable rail": [662 {663 "object_id": "SM_CableRail_3",664 "bbox_2d": [665 840,666 0,667 1280,668 233669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 620,674 -1500,675 397.50000047683716676 ],677 "extent": [678 13.00042705941928,679 200.00002769642356,680 3.500000238418579681 ]682 },683 "obb": {684 "center": [685 620,686 -1500,687 397.50000047683716688 ],689 "extent": [690 13.00042705941928,691 200.00002769642356,692 3.500000238418579693 ],694 "rotation": [695 0,696 -90.00012207031251,697 0698 ]699 },700 "location": [701 620,702 -1500,703 395704 ],705 "rotation": [706 0,707 -90.00012207031251,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 31,718 159,719 127720 ]721 },722 {723 "object_id": "SM_CableRail_28",724 "bbox_2d": [725 915,726 0,727 1450,728 243729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 655,734 -1500,735 397.50000047683716736 ],737 "extent": [738 13.00042705941928,739 200.00002769642356,740 3.500000238418579741 ]742 },743 "obb": {744 "center": [745 655,746 -1500,747 397.50000047683716748 ],749 "extent": [750 13.00042705941928,751 200.00002769642356,752 3.500000238418579753 ],754 "rotation": [755 0,756 -90.00012207031251,757 0758 ]759 },760 "location": [761 655,762 -1500,763 395764 ],765 "rotation": [766 0,767 -90.00012207031251,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 159,778 0,779 255780 ]781 }782 ],783 "cable rail holder": [784 {785 "object_id": "SM_CableRailHolder_43",786 "bbox_2d": [787 872,788 161,789 949,790 220791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 620,796 -1660,797 403.66500091552734798 ],799 "extent": [800 16.210618492930507,801 1.2471113239755596,802 11.935001373291016803 ]804 },805 "obb": {806 "center": [807 620,808 -1660,809 403.66500091552734810 ],811 "extent": [812 16.210618492930507,813 1.2471113239755596,814 11.935001373291016815 ],816 "rotation": [817 0,818 89.9991455078125,819 0820 ]821 },822 "location": [823 620,824 -1660,825 394826 ],827 "rotation": [828 0,829 89.9991455078125,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 191,840 31,841 223842 ]843 },844 {845 "object_id": "SM_CableRailHolder_44",846 "bbox_2d": [847 953,848 200,849 1023,850 234851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 655,856 -1660,857 403.66500091552734858 ],859 "extent": [860 16.210618492930507,861 1.2471113239755596,862 11.935001373291016863 ]864 },865 "obb": {866 "center": [867 655,868 -1660,869 403.66500091552734870 ],871 "extent": [872 16.210618492930507,873 1.2471113239755596,874 11.935001373291016875 ],876 "rotation": [877 0,878 89.9991455078125,879 0880 ]881 },882 "location": [883 655,884 -1660,885 394886 ],887 "rotation": [888 0,889 89.9991455078125,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 191,900 95,901 223902 ]903 }904 ]905 },906 "foreground": {907 "couch": [908 {909 "object_id": "SM_Couch_109",910 "bbox_2d": [911 824,912 910,913 1174,914 1079915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 649.9782298969989,920 -1650.0418208574713,921 60.00006103515625922 ],923 "extent": [924 50.20873655700723,925 50.19842545226652,926 50.00058364868164927 ]928 },929 "obb": {930 "center": [931 649.9782298969989,932 -1650.0418208574713,933 60.00006103515625934 ],935 "extent": [936 50.20873655700723,937 50.19842545226652,938 50.00058364868164939 ],940 "rotation": [941 0,942 90.00012207031251,943 0944 ]945 },946 "location": [947 600,948 -1700,949 10950 ],951 "rotation": [952 0,953 90.00012207031251,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 63,964 63,965 31966 ]967 },968 {969 "object_id": "SM_Couch_23",970 "bbox_2d": [971 1109,972 958,973 1236,974 1079975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 658.6232778274848,980 -1558.627893253253,981 60.00006103515625982 ],983 "extent": [984 41.5738367167213,985 41.57383671672119,986 50.00058364868164987 ]988 },989 "obb": {990 "center": [991 658.6232778274848,992 -1558.627893253253,993 60.00006103515625994 ],995 "extent": [996 41.5738367167213,997 41.57383671672119,998 50.00058364868164999 ],1000 "rotation": [1001 0,1002 179.99966430664062,1003 01004 ]1005 },1006 "location": [1007 700.00048828125,1008 -1600,1009 101010 ],1011 "rotation": [1012 0,1013 179.99966430664062,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 63,1024 191,1025 311026 ]1027 },1028 {1029 "object_id": "SM_Couch_25",1030 "bbox_2d": [1031 563,1032 919,1033 857,1034 10791035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 550.000154251915,1040 -1658.62813568144,1041 60.000061035156251042 ],1043 "extent": [1044 50.25700238528836,1045 41.57378051827209,1046 50.000583648681641047 ]1048 },1049 "obb": {1050 "center": [1051 550.000154251915,1052 -1658.62813568144,1053 60.000061035156251054 ],1055 "extent": [1056 50.25700238528836,1057 41.57378051827209,1058 50.000583648681641059 ],1060 "rotation": [1061 0,1062 179.99978637695312,1063 01064 ]1065 },1066 "location": [1067 550,1068 -1700,1069 101070 ],1071 "rotation": [1072 0,1073 179.99978637695312,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 191,1084 0,1085 311086 ]1087 },1088 {1089 "object_id": "SM_Couch_26",1090 "bbox_2d": [1091 469,1092 975,1093 574,1094 10791095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 458.6232778274848,1100 -1658.627893253253,1101 60.000061035156251102 ],1103 "extent": [1104 41.573836716721246,1105 41.57383671672119,1106 50.000583648681641107 ]1108 },1109 "obb": {1110 "center": [1111 458.6232778274848,1112 -1658.627893253253,1113 60.000061035156251114 ],1115 "extent": [1116 41.573836716721246,1117 41.57383671672119,1118 50.000583648681641119 ],1120 "rotation": [1121 0,1122 179.99966430664062,1123 01124 ]1125 },1126 "location": [1127 500.00048828125,1128 -1700,1129 101130 ],1131 "rotation": [1132 0,1133 179.99966430664062,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 191,1144 255,1145 311146 ]1147 }1148 ],1149 "light": [1150 {1151 "object_id": "SM_Light_25",1152 "bbox_2d": [1153 0,1154 18,1155 791,1156 2351157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 450,1162 -1605,1163 383.85000038146971164 ],1165 "extent": [1166 100.00000399470972,1167 5.00007989483106,1168 26.1499996185302731169 ]1170 },1171 "obb": {1172 "center": [1173 450,1174 -1605,1175 383.85000038146971176 ],1177 "extent": [1178 100.00000399470972,1179 5.00007989483106,1180 26.1499996185302731181 ],1182 "rotation": [1183 0,1184 89.99995422363281,1185 01186 ]1187 },1188 "location": [1189 450,1190 -1605,1191 4051192 ],1193 "rotation": [1194 0,1195 89.99995422363281,1196 01197 ],1198 "scale": [1199 1,1200 1,