TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l004_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l004_r003/lit.png",5 "camera": {6 "location": [7 7,8 -74,9 9110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 7,38 -74,39 91,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "baseboard": [54 {55 "object_id": "SM_Baseboard",56 "bbox_2d": [57 931,58 738,59 1866,60 75261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -404.2849975526333,66 -331.93701171875,67 368 ],69 "extent": [70 0.4000000059604645,71 270.4438781738281,72 373 ]74 },75 "obb": {76 "center": [77 -404.2849975526333,78 -331.93701171875,79 380 ],81 "extent": [82 0.4000000059604645,83 270.4438781738281,84 385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -404.68499755859375,94 -331.93701171875,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 127,111 255112 ]113 },114 {115 "object_id": "SM_Baseboard001",116 "bbox_2d": [117 0,118 738,119 639,120 752121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -404.2849975526333,126 333.5509948730469,127 3128 ],129 "extent": [130 0.4000000059604645,131 270.4438781738281,132 3133 ]134 },135 "obb": {136 "center": [137 -404.2849975526333,138 333.5509948730469,139 3140 ],141 "extent": [142 0.4000000059604645,143 270.4438781738281,144 3145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -404.68499755859375,154 333.5509948730469,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 191,171 63172 ]173 }174 ],175 "ceiling": [176 {177 "object_id": "SM_CeilingA",178 "bbox_2d": [179 0,180 0,181 1919,182 180183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -9.99993896484375,188 -0.0003662109375,189 262.50006103515625190 ],191 "extent": [192 414.6847229003906,193 582.3804321289062,194 17.500083923339844195 ]196 },197 "obb": {198 "center": [199 -9.99993896484375,200 -0.0003662109375,201 262.50006103515625202 ],203 "extent": [204 414.6847229003906,205 582.3804321289062,206 17.500083923339844207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 0234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 0,242 181,243 1919,244 737245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "door": [300 {301 "object_id": "SM_Door",302 "bbox_2d": [303 640,304 207,305 930,306 752307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -411.3640160560608,312 0.8069339990615845,313 116.7231216430664314 ],315 "extent": [316 7.5000152587890625,317 62.30000305175781,318 116.7231216430664319 ]320 },321 "obb": {322 "center": [323 -411.3640160560608,324 0.8069339990615845,325 116.7231216430664326 ],327 "extent": [328 7.5000152587890625,329 62.30000305175781,330 116.7231216430664331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -418.864013671875,340 0.8069339990615845,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 255,357 0358 ]359 }360 ],361 "floor planks corner": [362 {363 "object_id": "SM_Floor",364 "bbox_2d": [365 0,366 747,367 1865,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -19.752939224243164,374 -0.0001220703125,375 6.776263578034403e-21376 ],377 "extent": [378 404.9316711425781,379 582.3806762695312,380 3.5660530924670406e-14381 ]382 },383 "obb": {384 "center": [385 -19.752939224243164,386 -0.0001220703125,387 6.776263578034403e-21388 ],389 "extent": [390 404.9316711425781,391 582.3806762695312,392 3.5660530924670406e-14393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -9.752969741821289,402 0,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 31,419 31420 ]421 }422 ]423 },424 "foreground": {425 "air conditioning": [426 {427 "object_id": "SM_AirConditioning",428 "bbox_2d": [429 1188,430 0,431 1919,432 0433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -257.33300971984863,438 -289.0069580078125,439 244.7000106573105440 ],441 "extent": [442 8.791104316711426,443 150.00003051757812,444 0.30008041858673096445 ]446 },447 "obb": {448 "center": [449 -257.33300971984863,450 -289.0069580078125,451 244.7000106573105452 ],453 "extent": [454 8.791104316711426,455 150.00003051757812,456 0.30008041858673096457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -257.3330078125,466 -289.0069885253906,467 245468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 127,483 255484 ]485 },486 {487 "object_id": "SM_AirConditioning002",488 "bbox_2d": [489 0,490 0,491 210,492 0493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -257.33300971984863,498 289.1880187988281,499 244.7000106573105500 ],501 "extent": [502 8.791104316711426,503 150.00003051757812,504 0.30008041858673096505 ]506 },507 "obb": {508 "center": [509 -257.33300971984863,510 289.1880187988281,511 244.7000106573105512 ],513 "extent": [514 8.791104316711426,515 150.00003051757812,516 0.30008041858673096517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -257.3330078125,526 289.18798828125,527 245528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 0,542 191,543 255544 ]545 }546 ],547 "carpet": [548 {549 "object_id": "SM_Carpet",550 "bbox_2d": [551 1056,552 856,553 1756,554 1079555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 16.59160041809082,560 -283.09800720214844,561 0.3597078323364258562 ],563 "extent": [564 284.7253112792969,565 181.98561096191406,566 1.3781403303146362567 ]568 },569 "obb": {570 "center": [571 16.59160041809082,572 -283.09800720214844,573 0.3597078323364258574 ],575 "extent": [576 284.7253112792969,577 181.98561096191406,578 1.3781403303146362579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 16.59160041809082,588 -283.0979919433594,589 0590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 255,604 127,605 63606 ]607 },608 {609 "object_id": "SM_Carpet001",610 "bbox_2d": [611 0,612 856,613 338,614 1031615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 16.59160041809082,620 284.7119903564453,621 0.3597078323364258622 ],623 "extent": [624 284.7253112792969,625 181.98561096191406,626 1.3781403303146362627 ]628 },629 "obb": {630 "center": [631 16.59160041809082,632 284.7119903564453,633 0.3597078323364258634 ],635 "extent": [636 284.7253112792969,637 181.98561096191406,638 1.3781403303146362639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 16.59160041809082,648 284.7120056152344,649 0650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 255,664 191,665 127666 ]667 }668 ],669 "desk 008 parts": [670 {671 "object_id": "SM_Desk",672 "bbox_2d": [673 1866,674 734,675 1919,676 764677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 0.36187127232551575,682 -305.65399169921875,683 36.19697105884552684 ],685 "extent": [686 153.79776000976562,687 88.92988586425781,688 35.60988235473633689 ]690 },691 "obb": {692 "center": [693 0.36187127232551575,694 -305.65399169921875,695 36.19697105884552696 ],697 "extent": [698 153.79776000976562,699 88.92988586425781,700 35.60988235473633701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 0.36185601353645325,710 -305.65399169921875,711 0.5927649736404419712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 127,726 0,727 63728 ]729 }730 ],731 "chair": [732 {733 "object_id": "SM_ChairB",734 "bbox_2d": [735 1604,736 621,737 1919,738 1079739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -67.4518537440265,744 -165.08514770853705,745 41.60493606328964746 ],747 "extent": [748 47.100841926746256,749 47.22491980198665,750 41.123268127441406751 ]752 },753 "obb": {754 "center": [755 -67.4518537440265,756 -165.08514770853705,757 41.60493606328964758 ],759 "extent": [760 47.100841926746256,761 47.22491980198665,762 41.123268127441406763 ],764 "rotation": [765 0,766 39.99999618530274,767 0768 ]769 },770 "location": [771 -68.96369934082031,772 -165.23899841308594,773 0.48199599981307983774 ],775 "rotation": [776 0,777 39.99999618530274,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 255,788 63,789 127790 ]791 }792 ],793 "picture": [794 {795 "object_id": "SM_PictureA",796 "bbox_2d": [797 40,798 323,799 184,800 512801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 -404.2590501308438,806 289.18398866461087,807 143.3569946289059808 ],809 "extent": [810 0.5344979122089057,811 30.655253947298263,812 40.71728288678207813 ]814 },815 "obb": {816 "center": [817 -404.2590501308438,818 289.18398866461087,819 143.3569946289059820 ],821 "extent": [822 0.5344979122089057,823 30.655253947298263,824 40.71728288678207825 ],826 "rotation": [827 0,828 1.0017900422099046e-05,829 -1.0017900422099046e-05830 ]831 },832 "location": [833 -404.7934875488281,834 289.1839904785156,835 143.35699462890625836 ],837 "rotation": [838 0,839 1.0017900422099046e-05,840 -1.0017900422099046e-05841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 0,850 0,851 191852 ]853 },854 {855 "object_id": "SM_PictureA002",856 "bbox_2d": [857 1390,858 322,859 1533,860 512861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -404.1486985683438,866 -289.0069903392954,867 143.3569946289059868 ],869 "extent": [870 0.5344979122089057,871 30.655253947298263,872 40.71728288678207873 ]874 },875 "obb": {876 "center": [877 -404.1486985683438,878 -289.0069903392954,879 143.3569946289059880 ],881 "extent": [882 0.5344979122089057,883 30.655253947298263,884 40.71728288678207885 ],886 "rotation": [887 0,888 1.0017900422099046e-05,889 -1.0017900422099046e-05890 ]891 },892 "location": [893 -404.6831359863281,894 -289.0069885253906,895 143.35699462890625896 ],897 "rotation": [898 0,899 1.0017900422099046e-05,900 -1.0017900422099046e-05901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 31,910 0,911 0912 ]913 }914 ],915 "downlight": [916 {917 "object_id": "SM_Downlight006",918 "bbox_2d": [919 1919,920 119,921 1919,922 120923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 -341.8015258654274,928 -428.69205086829743,929 244.66315888785522930 ],931 "extent": [932 4.314594785625786,933 4.3146177616889645,934 0.3368333969454511935 ]936 },937 "obb": {938 "center": [939 -341.8015258654274,940 -428.69205086829743,941 244.66315888785522942 ],943 "extent": [944 4.314594785625786,945 4.3146177616889645,946 0.3368333969454511947 ],948 "rotation": [949 -5.008960215491242e-06,950 -9.272649549529884e-06,951 -5.008960215491242e-06952 ]953 },954 "location": [955 -341.86700439453125,956 -428.6919860839844,957 245958 ],959 "rotation": [960 -5.008960215491242e-06,961 -9.272649549529884e-06,962 -5.008960215491242e-06963 ],964 "scale": [965 2.209779977798462,966 2.209789991378784,967 1968 ]969 },970 "color": [971 255,972 127,973 191974 ]975 },976 {977 "object_id": "SM_Downlight007",978 "bbox_2d": [979 1538,980 111,981 1565,982 121983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -341.8015258654274,988 -288.9960669815787,989 244.66315888785522990 ],991 "extent": [992 4.314594785625786,993 4.3146177616889645,994 0.3368333969454511995 ]996 },997 "obb": {998 "center": [999 -341.8015258654274,1000 -288.9960669815787,1001 244.663158887855221002 ],1003 "extent": [1004 4.314594785625786,1005 4.3146177616889645,1006 0.33683339694545111007 ],1008 "rotation": [1009 -5.008960215491242e-06,1010 -9.272649549529884e-06,1011 -5.008960215491242e-061012 ]1013 },1014 "location": [1015 -341.86700439453125,1016 -288.9960021972656,1017 2451018 ],1019 "rotation": [1020 -5.008960215491242e-06,1021 -9.272649549529884e-06,1022 -5.008960215491242e-061023 ],1024 "scale": [1025 2.209779977798462,1026 2.209789991378784,1027 11028 ]1029 },1030 "color": [1031 255,1032 63,1033 1911034 ]1035 },1036 {1037 "object_id": "SM_Downlight008",1038 "bbox_2d": [1039 1155,1040 111,1041 1178,1042 1211043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -341.8015258654274,1048 -149.32207100989902,1049 244.663158887855221050 ],1051 "extent": [1052 4.314594785625786,1053 4.3146177616889645,1054 0.33683339694545111055 ]1056 },1057 "obb": {1058 "center": [1059 -341.8015258654274,1060 -149.32207100989902,1061 244.663158887855221062 ],1063 "extent": [1064 4.314594785625786,1065 4.3146177616889645,1066 0.33683339694545111067 ],1068 "rotation": [1069 -5.008960215491242e-06,1070 -9.272649549529884e-06,1071 -5.008960215491242e-061072 ]1073 },1074 "location": [1075 -341.86700439453125,1076 -149.32200622558594,1077 2451078 ],1079 "rotation": [1080 -5.008960215491242e-06,1081 -9.272649549529884e-06,1082 -5.008960215491242e-061083 ],1084 "scale": [1085 2.209779977798462,1086 2.209789991378784,1087 11088 ]1089 },1090 "color": [1091 127,1092 0,1093 1911094 ]1095 },1096 {1097 "object_id": "SM_Downlight009",1098 "bbox_2d": [1099 742,1100 111,1101 765,1102 1211103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -341.8015258654274,1108 0.8068692147485095,1109 244.663158887855221110 ],1111 "extent": [1112 4.314594785625786,1113 4.314617761688953,1114 0.33683339694545111115 ]1116 },1117 "obb": {1118 "center": [1119 -341.8015258654274,1120 0.8068692147485095,1121 244.663158887855221122 ],1123 "extent": [1124 4.314594785625786,1125 4.314617761688953,1126 0.33683339694545111127 ],1128 "rotation": [1129 -5.008960215491242e-06,1130 -9.272649549529884e-06,1131 -5.008960215491242e-061132 ]1133 },1134 "location": [1135 -341.86700439453125,1136 0.8069339990615845,1137 2451138 ],1139 "rotation": [1140 -5.008960215491242e-06,1141 -9.272649549529884e-06,1142 -5.008960215491242e-061143 ],1144 "scale": [1145 2.209779977798462,1146 2.209789991378784,1147 11148 ]1149 },1150 "color": [1151 127,1152 255,1153 1911154 ]1155 },1156 {1157 "object_id": "SM_Downlight016",1158 "bbox_2d": [1159 331,1160 111,1161 358,1162 1211163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -341.8015258654274,1168 149.4989281356088,1169 244.663158887855221170 ],1171 "extent": [1172 4.314594785625786,1173 4.3146177616889645,1174 0.33683339694545111175 ]1176 },1177 "obb": {1178 "center": [1179 -341.8015258654274,1180 149.4989281356088,1181 244.663158887855221182 ],1183 "extent": [1184 4.314594785625786,1185 4.3146177616889645,1186 0.33683339694545111187 ],1188 "rotation": [1189 -5.008960215491242e-06,1190 -9.272649549529884e-06,1191 -5.008960215491242e-061192 ]1193 },1194 "location": [1195 -341.86700439453125,1196 149.49899291992188,1197 2451198 ],1199 "rotation": [1200 -5.008960215491242e-06,