TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l014_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l014_r002/lit.png",5 "camera": {6 "location": [7 -41,8 -57,9 16510 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -41,38 -57,39 165,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 0,58 0,59 755,60 15361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window2",118 "bbox_2d": [119 1550,120 0,121 1919,122 568123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 6.057598385566507,129 219.51061248779297130 ],131 "extent": [132 5,133 53.16790417169932,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 6.057598385566507,141 219.51061248779297142 ],143 "extent": [144 5,145 53.16790417169932,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 -47.11030578613281,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1299999952316284,167 1168 ]169 },170 "color": [171 127,172 127,173 0174 ]175 },176 {177 "object_id": "SM_Window3_62",178 "bbox_2d": [179 1023,180 0,181 1213,182 695183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.5628662109375,188 211.59552451635,189 219.51061248779297190 ],191 "extent": [192 5,193 52.69739219213125,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.5628662109375,200 211.59552451635,201 219.51061248779297202 ],203 "extent": [204 5,205 52.69739219213125,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.5628662109375,216 158.89813232421875,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1200000047683716,227 1228 ]229 },230 "color": [231 127,232 127,233 127234 ]235 }236 ],237 "window": [238 {239 "object_id": "SM_WindowOpen2_60",240 "bbox_2d": [241 1182,242 0,243 1549,244 558245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -260.2314281463623,250 109.07870259945412,251 219.51058197021484252 ],253 "extent": [254 20.735897064208984,255 49.87431874935646,256 119.43922424316406257 ]258 },259 "obb": {260 "center": [261 -260.2314281463623,262 109.07870259945412,263 219.51058197021484264 ],265 "extent": [266 20.735897064208984,267 49.87431874935646,268 119.43922424316406269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -255.55386352539062,278 59.204383850097656,279 100.09672546386719280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1.059999942779541,289 1290 ]291 },292 "color": [293 127,294 127,295 255296 ]297 }298 ]299 },300 "foreground": {301 "manager desk": [302 {303 "object_id": "SM_ManagerDesk_35",304 "bbox_2d": [305 0,306 39,307 347,308 842309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 0.9649276733398438,314 -103.14732360839844,315 133.83098220825195316 ],317 "extent": [318 101.42112731933594,319 175.46688842773438,320 40.50908660888672321 ]322 },323 "obb": {324 "center": [325 0.9649276733398438,326 -103.14732360839844,327 133.83098220825195328 ],329 "extent": [330 101.42112731933594,331 175.46688842773438,332 40.50908660888672333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 3.7793960571289062,342 -148.75787353515625,343 93.32191467285156344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 0,358 127,359 127360 ]361 }362 ],363 "armchair": [364 {365 "object_id": "SM_ArmchairSingle4",366 "bbox_2d": [367 0,368 0,369 977,370 1079371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -39.08587858956743,376 7.719998857923171,377 151.32426071166992378 ],379 "extent": [380 37.97550408343436,381 35.38379601020713,382 57.94956588745117383 ]384 },385 "obb": {386 "center": [387 -39.08587858956743,388 7.719998857923169,389 151.32426071166992390 ],391 "extent": [392 37.97550408343436,393 35.38379601020713,394 57.94956588745117395 ],396 "rotation": [397 0,398 -99.99960327148439,399 0400 ]401 },402 "location": [403 -38.212242126464844,404 8.510185241699219,405 93.3218994140625406 ],407 "rotation": [408 0,409 -99.99960327148439,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 127,420 255,421 0422 ]423 }424 ],425 "plane": [426 {427 "object_id": "Plane_68",428 "bbox_2d": [429 1242,430 12,431 1539,432 408433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -427.68328857421875,438 211.84524536132807,439 234.66394042968747440 ],441 "extent": [442 0.0023036386334069903,443 1000.0018954050647,444 300.0063180862628445 ]446 },447 "obb": {448 "center": [449 -427.68328857421875,450 211.845245361328,451 234.66394042968744452 ],453 "extent": [454 0.0023036386334069903,455 1000.0018954050647,456 300.0063180862628457 ],458 "rotation": [459 0.0003620000206824746,460 -89.99987030029298,461 89.99999237060548462 ]463 },464 "location": [465 -427.68328857421875,466 211.84524536132812,467 234.6639404296875468 ],469 "rotation": [470 0.0003620000206824746,471 -89.99987030029298,472 89.99999237060548473 ],474 "scale": [475 20,476 6,477 1478 ]479 },480 "color": [481 255,482 0,483 63484 ]485 }486 ],487 "curtain": [488 {489 "object_id": "SM_CurtainLong4",490 "bbox_2d": [491 1188,492 0,493 1315,494 74495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 -237.57984900474548,500 105.36954345564118,501 322.2176284790039502 ],503 "extent": [504 2.8221590518951416,505 44.898785157101884,506 23.563682556152344507 ]508 },509 "obb": {510 "center": [511 -237.57984900474548,512 105.36954345564118,513 322.2176284790039514 ],515 "extent": [516 2.8221590518951416,517 44.898785157101884,518 23.563682556152344519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 -240.40200805664062,528 105.11300659179688,529 345.78131103515625530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 0.8799999952316284,539 1540 ]541 },542 "color": [543 127,544 255,545 63546 ]547 },548 {549 "object_id": "SM_CurtainLong5",550 "bbox_2d": [551 992,552 0,553 1151,554 378555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -237.57984924316406,560 209.5871099767619,561 286.1421890258789562 ],563 "extent": [564 2.8221588134765625,565 44.898785157101884,566 59.639122009277344567 ]568 },569 "obb": {570 "center": [571 -237.57984924316406,572 209.5871099767619,573 286.1421890258789574 ],575 "extent": [576 2.8221588134765625,577 44.898785157101884,578 59.639122009277344579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 -240.40200805664062,588 208.00189208984375,589 345.78131103515625590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 0.8799999952316284,599 1600 ]601 },602 "color": [603 127,604 127,605 63606 ]607 },608 {609 "object_id": "SM_Curtain_67",610 "bbox_2d": [611 1560,612 0,613 1919,614 223615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -237.83901977539062,620 2.8463529882365037,621 286.23697662353516622 ],623 "extent": [624 2.8221588134765625,625 44.898785157101884,626 59.639122009277344627 ]628 },629 "obb": {630 "center": [631 -237.83901977539062,632 2.8463529882365037,633 286.23697662353516634 ],635 "extent": [636 2.8221588134765625,637 44.898785157101884,638 59.639122009277344639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 -240.6611785888672,648 1.2611351013183594,649 345.8760986328125650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 0.8799999952316284,659 1660 ]661 },662 "color": [663 255,664 63,665 223666 ]667 }668 ],669 "chassis": [670 {671 "object_id": "SM_Chassis3",672 "bbox_2d": [673 217,674 306,675 277,676 346677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -18.499947766334913,682 -5.504907283882709,683 174.96762466430664684 ],685 "extent": [686 19.157673532840363,687 16.73637900311035,688 0.7084541320800781689 ]690 },691 "obb": {692 "center": [693 -18.499947766334913,694 -5.504907283882709,695 174.96762466430664696 ],697 "extent": [698 19.157673532840363,699 16.73637900311035,700 0.7084541320800781701 ],702 "rotation": [703 0,704 -159.99984741210938,705 0706 ]707 },708 "location": [709 0.297332763671875,710 -10.287261962890625,711 174.25917053222656712 ],713 "rotation": [714 0,715 -159.99984741210938,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 63,726 255,727 255728 ]729 }730 ],731 "cabinet": [732 {733 "object_id": "SM_KomodA2_68",734 "bbox_2d": [735 347,736 530,737 459,738 610739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -23.520482752086636,744 312.0420322741244,745 155.16150795815156746 ],747 "extent": [748 33.257037540641896,749 7.441421415979278,750 12.886030359165488751 ]752 },753 "obb": {754 "center": [755 -23.520482752086636,756 312.0420322741244,757 155.16150795815156758 ],759 "extent": [760 33.257037540641896,761 7.441421415979278,762 12.886030359165488763 ],764 "rotation": [765 0,766 179.9999237060547,767 0768 ]769 },770 "location": [771 -23.592586517333984,772 319.5771179199219,773 142.210205078125774 ],775 "rotation": [776 0,777 179.9999237060547,778 0779 ],780 "scale": [781 1.399999976158142,782 1.399999976158142,783 1.399999976158142784 ]785 },786 "color": [787 63,788 95,789 31790 ]791 },792 {793 "object_id": "SM_KomodB2_69",794 "bbox_2d": [795 460,796 531,797 547,798 607799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -70.52521589851739,804 312.06331189555453,805 155.0879535374105806 ],807 "extent": [808 13.343359743013679,809 7.44140555993738,810 12.886029024021468811 ]812 },813 "obb": {814 "center": [815 -70.52521589851739,816 312.06331189555453,817 155.0879535374105818 ],819 "extent": [820 13.343359743013679,821 7.44140555993738,822 12.886029024021468823 ],824 "rotation": [825 0,826 179.9998779296875,827 0828 ]829 },830 "location": [831 -70.52519989013672,832 319.5771179199219,833 142.1208038330078834 ],835 "rotation": [836 0,837 179.9998779296875,838 0839 ],840 "scale": [841 1.399999976158142,842 1.399999976158142,843 1.399999976158142844 ]845 },846 "color": [847 191,848 95,849 0850 ]851 },852 {853 "object_id": "SM_KomodA3",854 "bbox_2d": [855 548,856 531,857 571,858 604859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -117.69346782899093,864 312.04200175654626,865 155.16150795815156866 ],867 "extent": [868 33.25703754064189,869 7.441421415979278,870 12.886030359165488871 ]872 },873 "obb": {874 "center": [875 -117.69346782899093,876 312.04200175654626,877 155.16150795815156878 ],879 "extent": [880 33.25703754064189,881 7.441421415979278,882 12.886030359165488883 ],884 "rotation": [885 0,886 179.9999237060547,887 0888 ]889 },890 "location": [891 -117.76557159423828,892 319.57708740234375,893 142.210205078125894 ],895 "rotation": [896 0,897 179.9999237060547,898 0899 ],900 "scale": [901 1.399999976158142,902 1.399999976158142,903 1.399999976158142904 ]905 },906 "color": [907 191,908 95,909 255910 ]911 },912 {913 "object_id": "SM_KomodC_73",914 "bbox_2d": [915 348,916 605,917 562,918 726919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -124.10193794684471,924 298.8887793179526,925 124.05502212140846926 ],927 "extent": [928 104.79397541784618,929 20.51142805681326,930 18.019146421651385931 ]932 },933 "obb": {934 "center": [935 -124.10193794684471,936 298.8887793179526,937 124.05502212140846938 ],939 "extent": [940 104.79397541784618,941 20.51142805681326,942 18.019146421651385943 ],944 "rotation": [945 0,946 179.9999237060547,947 0948 ]949 },950 "location": [951 -124.0071792602539,952 319.5770263671875,953 105.9097900390625954 ],955 "rotation": [956 0,957 179.9999237060547,958 0959 ],960 "scale": [961 1.399999976158142,962 1.100000023841858,963 1.399999976158142964 ]965 },966 "color": [967 191,968 95,969 127970 ]971 }972 ],973 "photo frame": [974 {975 "object_id": "SM_PicFram4",976 "bbox_2d": [977 100,978 162,979 525,980 474981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -12.852423359747856,986 318.15411188239597,987 232.72896818021263988 ],989 "extent": [990 65.30290819962941,991 1.1435344578190438,992 44.44487420850079993 ]994 },995 "obb": {996 "center": [997 -12.85242335974786,998 318.15411188239597,999 232.728968180212631000 ],1001 "extent": [1002 65.30290819962941,1003 1.1435344578190438,1004 44.444874208500791005 ],1006 "rotation": [1007 0.0005873962072655558,1008 179.9999542236328,1009 -0.000152587890624999971010 ]1011 },1012 "location": [1013 -12.852890014648438,1014 319.4111633300781,1015 188.24707031251016 ],1017 "rotation": [1018 0.0005873962072655558,1019 179.9999542236328,1020 -0.000152587890624999971021 ],1022 "scale": [1023 1.5244852304458618,1024 1.5244852304458618,1025 1.52448523044586181026 ]1027 },1028 "color": [1029 191,1030 95,1031 631032 ]1033 }1034 ],1035 "decorative grass": [1036 {1037 "object_id": "SM_Decorative102_84",1038 "bbox_2d": [1039 558,1040 500,1041 574,1042 5301043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -98.38091278074343,1048 310.77997970578616,1049 173.712055206298831050 ],1051 "extent": [1052 10.568944488227743,1053 3.303895672248075,1054 5.7143821716308591055 ]1056 },1057 "obb": {1058 "center": [1059 -98.38091278074343,1060 310.77997970578616,1061 173.712055206298831062 ],1063 "extent": [1064 10.568944488227743,1065 3.303895672248075,1066 5.7143821716308591067 ],1068 "rotation": [1069 0,1070 -90.00009155273439,1071 01072 ]1073 },1074 "location": [1075 -98.38092803955078,1076 310.77996826171875,1077 167.97399902343751078 ],1079 "rotation": [1080 0,1081 -90.00009155273439,1082 01083 ],1084 "scale": [1085 1,1086 1,1087 11088 ]1089 },1090 "color": [1091 31,1092 95,1093 01094 ]1095 },1096 {1097 "object_id": "SM_Decorative119_174",1098 "bbox_2d": [1099 368,1100 448,1101 389,1102 5301103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -33.3477520942688,1108 311.38588285446167,1109 181.44083595275881110 ],1111 "extent": [1112 3.1608006954193115,1113 3.1608009338378906,1114 13.3207597732543951115 ]1116 },1117 "obb": {1118 "center": [1119 -33.3477520942688,1120 311.38588285446167,1121 181.44083595275881122 ],1123 "extent": [1124 3.1608006954193115,1125 3.1608009338378906,1126 13.3207597732543951127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 -33.347747802734375,1136 311.3858642578125,1137 168.047546386718751138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 95,1152 31,1153 1911154 ]1155 },1156 {1157 "object_id": "SM_Decorative128_193",1158 "bbox_2d": [1159 348,1160 561,1161 376,1162 6051163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -25.096467971801758,1168 310.0018916130066,1169 150.86820983886721170 ],1171 "extent": [1172 7.79998779296875,1173 7.798386096954346,1174 7.09777832031251175 ]1176 },1177 "obb": {1178 "center": [1179 -25.096467971801758,1180 310.0018916130066,1181 150.86820983886721182 ],1183 "extent": [1184 7.79998779296875,1185 7.798386096954346,1186 7.09777832031251187 ],1188 "rotation": [1189 0,1190 0,1191 01192 ]1193 },1194 "location": [1195 -25.096406936645508,1196 310.00189208984375,1197 143.69267272949221198 ],1199 "rotation": [1200 0,