TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l110_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l110_r005/lit.png",5 "camera": {6 "location": [7 162,8 208,9 23710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 162,38 208,39 237,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 0,58 0,59 468,60 28761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling lamp": [116 {117 "object_id": "SM_SillingLamp3",118 "bbox_2d": [119 125,120 254,121 174,122 334123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 78.66053193308672,128 -257.5021244623304,129 330.37402153015137130 ],131 "extent": [132 10.649809765922015,133 13.151656989309473,134 15.387605667114258135 ]136 },137 "obb": {138 "center": [139 78.66053193308672,140 -257.5021244623304,141 330.37402153015137142 ],143 "extent": [144 10.649809765922015,145 13.151656989309473,146 15.387605667114258147 ],148 "rotation": [149 0,150 -20,151 0152 ]153 },154 "location": [155 78.7145767211914,156 -257.11273193359375,157 345.7616271972656158 ],159 "rotation": [160 0,161 -20,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 31,172 31,173 127174 ]175 }176 ],177 "door": [178 {179 "object_id": "SM_Door_polySurface57",180 "bbox_2d": [181 1332,182 0,183 1919,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 230.40711644136513,190 194.618632203342,191 193.68687438964844192 ],193 "extent": [194 5.455037415813791,195 40.9399423472035,196 100.37834930419922197 ]198 },199 "obb": {200 "center": [201 230.40711644136513,202 194.618632203342,203 193.68687438964844204 ],205 "extent": [206 5.455037415813791,207 40.9399423472035,208 100.37834930419922209 ],210 "rotation": [211 0,212 -179.99989318847656,213 0214 ]215 },216 "location": [217 229.37254333496094,218 154.16036987304688,219 88.9166030883789220 ],221 "rotation": [222 0,223 -179.99989318847656,224 0225 ],226 "scale": [227 0.800000011920929,228 0.8706653118133545,229 1230 ]231 },232 "color": [233 127,234 159,235 127236 ]237 },238 {239 "object_id": "SM_Door_polySurface50",240 "bbox_2d": [241 1243,242 0,243 1331,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 237.10054705583462,250 194.50258489944235,251 195.17345428466797252 ],253 "extent": [254 9.745574626675705,255 49.10113152907067,256 105.98666381835938257 ]258 },259 "obb": {260 "center": [261 237.10054705583462,262 194.50258489944235,263 195.17345428466797264 ],265 "extent": [266 9.745574626675705,267 49.10113152907067,268 105.98666381835938269 ],270 "rotation": [271 0,272 -179.99989318847656,273 0274 ]275 },276 "location": [277 236.64108276367188,278 154.88241577148438,279 88.28707122802734280 ],281 "rotation": [282 0,283 -179.99989318847656,284 0285 ],286 "scale": [287 1.5594600439071655,288 0.8500000238418579,289 1290 ]291 },292 "color": [293 127,294 159,295 63296 ]297 }298 ]299 },300 "foreground": {301 "closet": [302 {303 "object_id": "SM_Closet_29",304 "bbox_2d": [305 0,306 245,307 555,308 860309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -5.889900207519531,314 -347.92909240722656,315 225.49037170410156316 ],317 "extent": [318 236.4459686279297,319 20.030471801757812,320 133.37185668945312321 ]322 },323 "obb": {324 "center": [325 -5.889900207519531,326 -347.92909240722656,327 225.49037170410156328 ],329 "extent": [330 236.4459686279297,331 20.030471801757812,332 133.37185668945312333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -6.054466247558594,342 -367.9595642089844,343 92.11851501464844344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 127,359 0360 ]361 }362 ],363 "armchair": [364 {365 "object_id": "SM_ArmchairManager_32",366 "bbox_2d": [367 0,368 584,369 42,370 658371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -2.0084305367577002,376 -266.9637446004958,377 156.8519277990954378 ],379 "extent": [380 54.566865723696466,381 55.92745020578518,382 63.54718651223584383 ]384 },385 "obb": {386 "center": [387 -2.0084305367577002,388 -266.9637446004958,389 156.8519277990954390 ],391 "extent": [392 54.566865723696466,393 55.92745020578518,394 63.54718651223584395 ],396 "rotation": [397 0,398 30.00005722045899,399 0400 ]401 },402 "location": [403 -2.4702606201171875,404 -266.4104919433594,405 93.3218994140625406 ],407 "rotation": [408 0,409 30.00005722045899,410 0411 ],412 "scale": [413 1.100000023841858,414 1.100000023841858,415 1.100000023841858416 ]417 },418 "color": [419 255,420 127,421 255422 ]423 },424 {425 "object_id": "SM_ArmchairSingle_38",426 "bbox_2d": [427 0,428 657,429 40,430 811431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 51.21592908139999,436 -90.84782646696817,437 151.32426071166992438 ],439 "extent": [440 33.26026436641297,441 30.065236720987457,442 57.94956588745117443 ]444 },445 "obb": {446 "center": [447 51.21592908139999,448 -90.84782646696817,449 151.32426071166992450 ],451 "extent": [452 33.26026436641297,453 30.065236720987457,454 57.94956588745117455 ],456 "rotation": [457 0,458 90.00011444091797,459 0460 ]461 },462 "location": [463 50.492774963378906,464 -91.7777099609375,465 93.3218994140625466 ],467 "rotation": [468 0,469 90.00011444091797,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 255,480 127,481 127482 ]483 }484 ],485 "manager desk": [486 {487 "object_id": "SM_ManagerDesk_35",488 "bbox_2d": [489 0,490 713,491 217,492 1035493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 0.9649276733398438,498 -103.14732360839844,499 133.83098220825195500 ],501 "extent": [502 101.42112731933594,503 175.46688842773438,504 40.50908660888672505 ]506 },507 "obb": {508 "center": [509 0.9649276733398438,510 -103.14732360839844,511 133.83098220825195512 ],513 "extent": [514 101.42112731933594,515 175.46688842773438,516 40.50908660888672517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 3.7793960571289062,526 -148.75787353515625,527 93.32191467285156528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 0,542 127,543 127544 ]545 }546 ],547 "calendar": [548 {549 "object_id": "SM_CalendarDesk_116",550 "bbox_2d": [551 11,552 715,553 50,554 762555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 61.437330427932885,560 -166.4330257628863,561 179.62402725219727562 ],563 "extent": [564 12.325876402342068,565 9.841876774162444,566 5.984294891357422567 ]568 },569 "obb": {570 "center": [571 61.437330427932885,572 -166.4330257628863,573 179.62402725219727574 ],575 "extent": [576 12.325876402342068,577 9.841876774162444,578 5.984294891357422579 ],580 "rotation": [581 0,582 -110.00013732910158,583 0584 ]585 },586 "location": [587 60.486053466796875,588 -166.10409545898438,589 173.6102752685547590 ],591 "rotation": [592 0,593 -110.00013732910158,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 63,605 63606 ]607 }608 ],609 "mug": [610 {611 "object_id": "SM_Mug_119",612 "bbox_2d": [613 88,614 706,615 109,616 718617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 65.39081573486328,622 -253.34603881835938,623 171.92013549804688624 ],625 "extent": [626 3.3755855560302734,627 4.396728515625,628 3.795562744140625629 ]630 },631 "obb": {632 "center": [633 65.39081573486328,634 -253.34603881835938,635 171.92013549804688636 ],637 "extent": [638 3.3755855560302734,639 4.396728515625,640 3.795562744140625641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 65.39081573486328,650 -252.32492065429688,651 168.12457275390625652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 63,666 0,667 0668 ]669 }670 ],671 "tableware": [672 {673 "object_id": "SM_MarkerMug_122",674 "bbox_2d": [675 84,676 694,677 116,678 724679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 68.28654193878174,684 -238.27978515625,685 175.41974639892578686 ],687 "extent": [688 4.380762100219727,689 5.30859375,690 7.295173645019531691 ]692 },693 "obb": {694 "center": [695 68.28654193878174,696 -238.27978515625,697 175.41974639892578698 ],699 "extent": [700 4.380762100219727,701 5.30859375,702 7.295173645019531703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 68.82274627685547,712 -240.205322265625,713 168.12457275390625714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 63,728 0,729 255730 ]731 }732 ],733 "chassis": [734 {735 "object_id": "SM_Chassis_125",736 "bbox_2d": [737 48,738 733,739 68,740 740741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 51.43301841964879,746 -207.5330078601583,747 174.3187141418457748 ],749 "extent": [750 18.3861534901983,751 19.869006395314557,752 0.7084541320800781753 ]754 },755 "obb": {756 "center": [757 51.43301841964879,758 -207.5330078601583,759 174.3187141418457760 ],761 "extent": [762 18.3861534901983,763 19.869006395314557,764 0.7084541320800781765 ],766 "rotation": [767 0,768 -119.99999999999997,769 0770 ]771 },772 "location": [773 68.90663146972656,774 -199.1138916015625,775 173.61026000976562776 ],777 "rotation": [778 0,779 -119.99999999999997,780 0781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 63,790 0,791 127792 ]793 }794 ],795 "decorative grass": [796 {797 "object_id": "SM_Decorative78_11",798 "bbox_2d": [799 46,800 549,801 114,802 598803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 40.91493225097656,808 -339.0389709472656,809 222.5072258079672810 ],811 "extent": [812 11.195476386359587,813 11.168371308230235,814 10.709661870894706815 ]816 },817 "obb": {818 "center": [819 40.91493225097656,820 -339.0389709472656,821 222.5072258079672822 ],823 "extent": [824 11.195476386359587,825 11.168371308230235,826 10.709661870894706827 ],828 "rotation": [829 0,830 0,831 0832 ]833 },834 "location": [835 40.91493225097656,836 -339.0389709472656,837 211.72216796875838 ],839 "rotation": [840 0,841 0,842 0843 ],844 "scale": [845 1.332789421081543,846 1.332789421081543,847 1.332789421081543848 ]849 },850 "color": [851 31,852 31,853 31854 ]855 },856 {857 "object_id": "SM_Decorative83_24",858 "bbox_2d": [859 0,860 562,861 6,862 583863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 9.169261801458788,868 -343.0872197653905,869 220.84892492930658870 ],871 "extent": [872 7.09879111977898,873 7.098778996266219,874 9.055619904820105875 ]876 },877 "obb": {878 "center": [879 9.169261801458788,880 -343.0872197653905,881 220.84892492930658882 ],883 "extent": [884 7.09879111977898,885 7.098778996266219,886 9.055619904820105887 ],888 "rotation": [889 0,890 0,891 0892 ]893 },894 "location": [895 9.16929817199707,896 -343.08721923828125,897 211.72218322753906898 ],899 "rotation": [900 0,901 0,902 0903 ],904 "scale": [905 2.2108564376831055,906 2.2108564376831055,907 2.2108564376831055908 ]909 },910 "color": [911 0,912 63,913 95914 ]915 },916 {917 "object_id": "SM_Decorative86_34",918 "bbox_2d": [919 155,920 462,921 184,922 511923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 70.77970123291016,928 -340.46532440185547,929 260.5085906982422930 ],931 "extent": [932 5.235870361328125,933 5.270179748535156,934 11.30023193359375935 ]936 },937 "obb": {938 "center": [939 70.77970123291016,940 -340.46532440185547,941 260.5085906982422942 ],943 "extent": [944 5.235870361328125,945 5.270179748535156,946 11.30023193359375947 ],948 "rotation": [949 0,950 0,951 0952 ]953 },954 "location": [955 70.77973175048828,956 -340.46533203125,957 249.10960388183594958 ],959 "rotation": [960 0,961 0,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 255,972 0,973 95974 ]975 },976 {977 "object_id": "SM_Decorative87_37",978 "bbox_2d": [979 0,980 449,981 48,982 510983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 17.37841033935547,988 -340.0759879145785,989 262.17201072849866990 ],991 "extent": [992 12.929520684338968,993 12.76076326909515,994 12.97054217268078995 ]996 },997 "obb": {998 "center": [999 17.37841033935547,1000 -340.0759879145785,1001 262.172010728498661002 ],1003 "extent": [1004 12.929520684338968,1005 12.76076326909515,1006 12.970542172680781007 ],1008 "rotation": [1009 0,1010 0,1011 01012 ]1013 },1014 "location": [1015 17.37841033935547,1016 -340.07598876953125,1017 249.109603881835941018 ],1019 "rotation": [1020 0,1021 0,1022 01023 ],1024 "scale": [1025 1.7929658889770508,1026 1.7929658889770508,1027 1.79296588897705081028 ]1029 },1030 "color": [1031 255,1032 255,1033 951034 ]1035 },1036 {1037 "object_id": "SM_Decorative91_47",1038 "bbox_2d": [1039 0,1040 402,1041 4,1042 4181043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -2.5389923676370927,1048 -341.7830561161136,1049 290.84548374689771050 ],1051 "extent": [1052 17.86347339428707,1053 4.238713432819509,1054 4.2387131130938661055 ]1056 },1057 "obb": {1058 "center": [1059 -2.5389923676370927,1060 -341.7830561161136,1061 290.84548374689771062 ],1063 "extent": [1064 17.86347339428707,1065 4.238713432819509,1066 4.2387131130938661067 ],1068 "rotation": [1069 90,1070 -1.1368683772161603e-12,1071 01072 ]1073 },1074 "location": [1075 15.421745300292969,1076 -341.7830810546875,1077 290.84548950195311078 ],1079 "rotation": [1080 90,1081 -1.1368683772161603e-12,1082 01083 ],1084 "scale": [1085 1.3410251140594482,1086 1.3410251140594482,1087 1.34102511405944821088 ]1089 },1090 "color": [1091 255,1092 31,1093 951094 ]1095 },1096 {1097 "object_id": "SM_Decorative93",1098 "bbox_2d": [1099 0,1100 385,1101 4,1102 4031103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -2.5389907710325623,1108 -341.78305611611614,1109 298.07427403010131110 ],1111 "extent": [1112 17.86347180632868,1113 4.238713056022334,1114 4.2387127362970891115 ]1116 },1117 "obb": {1118 "center": [1119 -2.5389907710325623,1120 -341.78305611611614,1121 298.07427403010131122 ],1123 "extent": [1124 17.86347180632868,1125 4.238713056022334,1126 4.2387127362970891127 ],1128 "rotation": [1129 90,1130 0,1131 01132 ]1133 },1134 "location": [1135 15.421745300292969,1136 -341.7830810546875,1137 298.074279785156251138 ],1139 "rotation": [1140 90,1141 0,1142 01143 ],1144 "scale": [1145 1.3410249948501587,1146 1.3410249948501587,1147 1.34102499485015871148 ]1149 },1150 "color": [1151 31,1152 255,1153 951154 ]1155 },1156 {1157 "object_id": "SM_Decorative82_90",1158 "bbox_2d": [1159 119,1160 403,1161 160,1162 4241163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 61.71518530233404,1168 -334.31798553468997,1169 292.19511413574221170 ],1171 "extent": [1172 9.249117414522964,1173 9.537631738718176,1174 5.4048843383789061175 ]1176 },1177 "obb": {1178 "center": [1179 61.71518530233404,1180 -334.31798553468997,1181 292.19511413574221182 ],1183 "extent": [1184 9.249117414522964,1185 9.537631738718176,1186 5.4048843383789061187 ],1188 "rotation": [1189 0,1190 60.00009536743165,1191 01192 ]1193 },1194 "location": [1195 61.7151985168457,1196 -334.3179931640625,1197 286.783752441406251198 ],1199 "rotation": [1200 0,