TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l074_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l074_r005/lit.png",5 "camera": {6 "location": [7 -180,8 635,9 21410 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -180,38 635,39 214,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 404,58 0,59 1919,60 30061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 1468,120 295,121 1735,122 801123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface57",178 "bbox_2d": [179 1205,180 401,181 1226,182 749183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40711644136513,188 194.618632203342,189 193.68687438964844190 ],191 "extent": [192 5.455037415813791,193 40.9399423472035,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40711644136513,200 194.618632203342,201 193.68687438964844202 ],203 "extent": [204 5.455037415813791,205 40.9399423472035,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.37254333496094,216 154.16036987304688,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 0.8706653118133545,227 1228 ]229 },230 "color": [231 127,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Door_polySurface50",238 "bbox_2d": [239 1205,240 386,241 1240,242 752243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 237.10054705583462,248 194.50258489944235,249 195.17345428466797250 ],251 "extent": [252 9.745574626675705,253 49.10113152907067,254 105.98666381835938255 ]256 },257 "obb": {258 "center": [259 237.10054705583462,260 194.50258489944235,261 195.17345428466797262 ],263 "extent": [264 9.745574626675705,265 49.10113152907067,266 105.98666381835938267 ],268 "rotation": [269 0,270 -179.99989318847656,271 0272 ]273 },274 "location": [275 236.64108276367188,276 154.88241577148438,277 88.28707122802734278 ],279 "rotation": [280 0,281 -179.99989318847656,282 0283 ],284 "scale": [285 1.5594600439071655,286 0.8500000238418579,287 1288 ]289 },290 "color": [291 127,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Door_polySurface58",298 "bbox_2d": [299 1488,300 320,301 1704,302 858303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 230.40723676937202,308 428.06766479974937,309 193.68687438964844310 ],311 "extent": [312 5.455037415787672,313 40.93992833372391,314 100.37834930419922315 ]316 },317 "obb": {318 "center": [319 230.40723676937202,320 428.06766479974937,321 193.68687438964844322 ],323 "extent": [324 5.455037415787672,325 40.93992833372391,326 100.37834930419922327 ],328 "rotation": [329 0,330 -179.99989318847656,331 0332 ]333 },334 "location": [335 229.3725128173828,336 468.5259094238281,337 88.9166030883789338 ],339 "rotation": [340 0,341 -179.99989318847656,342 0343 ],344 "scale": [345 0.800000011920929,346 -0.8706650137901306,347 1348 ]349 },350 "color": [351 31,352 159,353 127354 ]355 }356 ]357 },358 "foreground": {359 "curtain": [360 {361 "object_id": "SM_CurtainLong7",362 "bbox_2d": [363 0,364 0,365 59,366 80367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -237.57984900474548,372 441.8350585923599,373 322.2176284790039374 ],375 "extent": [376 2.8221590518951416,377 44.898785157101884,378 23.563682556152344379 ]380 },381 "obb": {382 "center": [383 -237.57984900474548,384 441.8350585923599,385 322.2176284790039386 ],387 "extent": [388 2.8221590518951416,389 44.898785157101884,390 23.563682556152344391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -240.40200805664062,400 441.5785217285156,401 345.78131103515625402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 0.8799999952316284,411 1412 ]413 },414 "color": [415 0,416 63,417 0418 ]419 }420 ],421 "tv": [422 {423 "object_id": "SM_TVset_131",424 "bbox_2d": [425 151,426 274,427 1254,428 1052429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -55.67537493583768,434 343.5040283203125,435 184.6187286376953436 ],437 "extent": [438 174.0474023976094,439 14.1383056640625,440 91.36982727050781441 ]442 },443 "obb": {444 "center": [445 -55.67537493583768,446 343.5040283203125,447 184.6187286376953448 ],449 "extent": [450 174.0474023976094,451 14.1383056640625,452 91.36982727050781453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -55.717041015625,462 343.51348876953125,463 93.32192993164062464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 0.9973075985908508,472 1,473 1474 ]475 },476 "color": [477 63,478 127,479 255480 ]481 },482 {483 "object_id": "SM_TV_134",484 "bbox_2d": [485 928,486 505,487 1142,488 666489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 28.77264975328159,494 333.1397213935913,495 197.77782821655273496 ],497 "extent": [498 49.164796066224405,499 3.103601814645799,500 28.656902313232422501 ]502 },503 "obb": {504 "center": [505 28.772649753281588,506 333.1397213935913,507 197.77782821655273508 ],509 "extent": [510 49.164796066224405,511 3.103601814645799,512 28.656902313232422513 ],514 "rotation": [515 0,516 -90.00009155273439,517 0518 ]519 },520 "location": [521 28.772653579711914,522 333.1470642089844,523 169.08131408691406524 ],525 "rotation": [526 0,527 -90.00009155273439,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 127,539 127540 ]541 }542 ],543 "decorative grass": [544 {545 "object_id": "SM_Decorative34_158",546 "bbox_2d": [547 862,548 696,549 923,550 825551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -37.00028991699219,556 342.06710357666,557 139.46151815457597558 ],559 "extent": [560 10.379999954700452,561 10.379997665882001,562 20.63836751931376563 ]564 },565 "obb": {566 "center": [567 -37.00028991699219,568 342.06710357666,569 139.46151815457597570 ],571 "extent": [572 10.379999954700452,573 10.379997665882001,574 20.63836751931376575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -37.00028991699219,584 342.0671081542969,585 118.81065368652344586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 0.6000000238418579,594 0.6000000238418579,595 0.6000000238418579596 ]597 },598 "color": [599 0,600 63,601 191602 ]603 },604 {605 "object_id": "SM_Decorative33_161",606 "bbox_2d": [607 1189,608 671,609 1220,610 776611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 100.24334199117794,616 348.1580686569185,617 139.65065574645996618 ],619 "extent": [620 6.231438709416409,621 6.210162297746422,622 20.81926155090332623 ]624 },625 "obb": {626 "center": [627 100.24334199117794,628 348.1580686569185,629 139.65065574645996630 ],631 "extent": [632 6.231438709416409,633 6.210162297746422,634 20.81926155090332635 ],636 "rotation": [637 0,638 179.9998321533203,639 0640 ]641 },642 "location": [643 100.24333953857422,644 347.1580810546875,645 118.81065368652344646 ],647 "rotation": [648 0,649 179.9998321533203,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 255,660 255,661 191662 ]663 },664 {665 "object_id": "SM_Decorative35",666 "bbox_2d": [667 1168,668 705,669 1189,670 780671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 86.2824266435804,676 347.8580723643284,677 133.39865488004682678 ],679 "extent": [680 4.362007022306955,681 4.34711353439161,682 14.573482837447386683 ]684 },685 "obb": {686 "center": [687 86.2824266435804,688 347.8580723643284,689 133.39865488004682690 ],691 "extent": [692 4.362007022306955,693 4.34711353439161,694 14.573482837447386695 ],696 "rotation": [697 0,698 179.9998321533203,699 0700 ]701 },702 "location": [703 86.28242492675781,704 347.1580810546875,705 118.81065368652344706 ],707 "rotation": [708 0,709 179.9998321533203,710 0711 ],712 "scale": [713 0.699999988079071,714 0.699999988079071,715 0.699999988079071716 ]717 },718 "color": [719 255,720 127,721 191722 ]723 },724 {725 "object_id": "SM_Decorative7_165",726 "bbox_2d": [727 942,728 741,729 1009,730 811731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -6.3753199232123166,736 345.33026183988017,737 130.9651891266052738 ],739 "extent": [740 16.84855172032119,741 16.829197152934398,742 12.069048025235702743 ]744 },745 "obb": {746 "center": [747 -6.3753199232123166,748 345.33026183988017,749 130.9651891266052750 ],751 "extent": [752 16.84855172032119,753 16.829197152934398,754 12.069048025235702755 ],756 "rotation": [757 0,758 -40.00006103515626,759 0760 ]761 },762 "location": [763 -6.3753204345703125,764 345.33026123046875,765 118.81066131591797766 ],767 "rotation": [768 0,769 -40.00006103515626,770 0771 ],772 "scale": [773 1.668349027633667,774 1.668349027633667,775 1.668349027633667776 ]777 },778 "color": [779 255,780 63,781 191782 ]783 },784 {785 "object_id": "SM_Decorative36_168",786 "bbox_2d": [787 318,788 543,789 558,790 669791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -171.0936336517334,796 339.11596679688415,797 197.1465439360527798 ],799 "extent": [800 28.179521169925493,801 6.917503852303014,802 15.840440852223765803 ]804 },805 "obb": {806 "center": [807 -171.0936336517334,808 339.11596679688415,809 197.1465439360527810 ],811 "extent": [812 28.179521169925493,813 6.917503852303014,814 15.840440852223765815 ],816 "rotation": [817 0,818 -90.00009155273439,819 0820 ]821 },822 "location": [823 -171.0936279296875,824 339.115966796875,825 181.2439422607422826 ],827 "rotation": [828 0,829 -90.00009155273439,830 0831 ],832 "scale": [833 0.6839248538017273,834 1,835 1.1692800521850586836 ]837 },838 "color": [839 127,840 0,841 191842 ]843 },844 {845 "object_id": "SM_Decorative60_387",846 "bbox_2d": [847 677,848 792,849 735,850 853851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -99.83204650878906,856 341.39703369140625,857 126.72859534085728858 ],859 "extent": [860 10.380943298339844,861 10.380950927734375,862 7.430429003667086863 ]864 },865 "obb": {866 "center": [867 -99.83204650878906,868 341.39703369140625,869 126.72859534085728870 ],871 "extent": [872 10.380943298339844,873 10.380950927734375,874 7.430429003667086875 ],876 "rotation": [877 0,878 0,879 0880 ]881 },882 "location": [883 -99.83204650878906,884 341.39703369140625,885 119.18789672851562886 ],887 "rotation": [888 0,889 0,890 0891 ],892 "scale": [893 1,894 1,895 1.43023681640625896 ]897 },898 "color": [899 63,900 31,901 191902 ]903 },904 {905 "object_id": "SM_Decorative61_390",906 "bbox_2d": [907 690,908 781,909 727,910 805911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -99.73194885253906,916 342.7904052734375,917 136.61243438720703918 ],919 "extent": [920 5.650764465332031,921 5.647735595703125,922 2.5378570556640625923 ]924 },925 "obb": {926 "center": [927 -99.73194885253906,928 342.7904052734375,929 136.61243438720703930 ],931 "extent": [932 5.650764465332031,933 5.647735595703125,934 2.5378570556640625935 ],936 "rotation": [937 0,938 0,939 0940 ]941 },942 "location": [943 -99.7319564819336,944 342.7904052734375,945 134.02967834472656946 ],947 "rotation": [948 0,949 0,950 0951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 191,960 31,961 0962 ]963 },964 {965 "object_id": "SM_Decorative62_393",966 "bbox_2d": [967 327,968 552,969 355,970 583971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 -194.3613293170929,976 339.9749448299408,977 206.75903749465942978 ],979 "extent": [980 3.210878372192383,981 3.2108728885650635,982 4.095978260040283983 ]984 },985 "obb": {986 "center": [987 -194.3613293170929,988 339.9749448299408,989 206.75903749465942990 ],991 "extent": [992 3.210878372192383,993 3.2108728885650635,994 4.095978260040283995 ],996 "rotation": [997 0,998 0,999 01000 ]1001 },1002 "location": [1003 -194.36131286621094,1004 339.9749450683594,1005 202.630889892578121006 ],1007 "rotation": [1008 0,1009 0,1010 01011 ],1012 "scale": [1013 1,1014 1,1015 11016 ]1017 },1018 "color": [1019 191,1020 31,1021 2551022 ]1023 },1024 {1025 "object_id": "SM_Decorative63",1026 "bbox_2d": [1027 451,1028 552,1029 477,1030 5811031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 -166.0773479938507,1036 339.9749448299408,1037 206.759037494659421038 ],1039 "extent": [1040 3.210878372192383,1041 3.2108728885650635,1042 4.0959782600402831043 ]1044 },1045 "obb": {1046 "center": [1047 -166.0773479938507,1048 339.9749448299408,1049 206.759037494659421050 ],1051 "extent": [1052 3.210878372192383,1053 3.2108728885650635,1054 4.0959782600402831055 ],1056 "rotation": [1057 0,1058 0,1059 01060 ]1061 },1062 "location": [1063 -166.07733154296875,1064 339.9749450683594,1065 202.630889892578121066 ],1067 "rotation": [1068 0,1069 0,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 191,1080 31,1081 1271082 ]1083 },1084 {1085 "object_id": "SM_Decorative64_397",1086 "bbox_2d": [1087 371,1088 554,1089 398,1090 5821091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 -184.68472290039062,1096 341.52600879735155,1097 206.4528156523521098 ],1099 "extent": [1100 3.055905541521497,1101 3.055897720732446,1102 3.78113252408365951103 ]1104 },1105 "obb": {1106 "center": [1107 -184.68472290039062,1108 341.52600879735155,1109 206.4528156523521110 ],1111 "extent": [1112 3.055905541521497,1113 3.055897720732446,1114 3.78113252408365951115 ],1116 "rotation": [1117 0,1118 0,1119 01120 ]1121 },1122 "location": [1123 -184.68472290039062,1124 341.5260009765625,1125 202.630889892578121126 ],1127 "rotation": [1128 0,1129 0,1130 01131 ],1132 "scale": [1133 0.6833909749984741,1134 0.6833909749984741,1135 0.68339097499847411136 ]1137 },1138 "color": [1139 191,1140 31,1141 631142 ]1143 },1144 {1145 "object_id": "SM_Decorative65",1146 "bbox_2d": [1147 526,1148 553,1149 549,1150 5791151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 -147.81993103027344,1156 341.52600879735155,1157 206.4528156523521158 ],1159 "extent": [1160 3.055905541521497,1161 3.055897720732446,1162 3.78113252408365951163 ]1164 },1165 "obb": {1166 "center": [1167 -147.81993103027344,1168 341.52600879735155,1169 206.4528156523521170 ],1171 "extent": [1172 3.055905541521497,1173 3.055897720732446,1174 3.78113252408365951175 ],1176 "rotation": [1177 0,1178 0,1179 01180 ]1181 },1182 "location": [1183 -147.81993103027344,1184 341.5260009765625,1185 202.630889892578121186 ],1187 "rotation": [1188 0,1189 0,1190 01191 ],1192 "scale": [1193 0.6833909749984741,1194 0.6833909749984741,1195 0.68339097499847411196 ]1197 },1198 "color": [1199 191,1200 31,