TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l088_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l088_r002/lit.png",5 "camera": {6 "location": [7 48,8 -404,9 20510 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 48,38 -404,39 205,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 450,59 870,60 78061 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelB001",116 "bbox_2d": [117 0,118 486,119 30,120 700121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 316.19195556640625,126 569.5809841156006,127 165.55530548095703128 ],129 "extent": [130 26.8680419921875,131 9.799985885620117,132 79.2267074584961133 ]134 },135 "obb": {136 "center": [137 316.19195556640625,138 569.5809841156006,139 165.55530548095703140 ],141 "extent": [142 26.8680419921875,143 9.799985885620117,144 79.2267074584961145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 343.05999755859375,154 579.3809814453125,155 86.32859802246094156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 191,171 191172 ]173 },174 {175 "object_id": "SM_WallpanelB002",176 "bbox_2d": [177 166,178 489,179 252,180 690181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 184.44395446777344,186 569.5809841156006,187 165.55530548095703188 ],189 "extent": [190 26.8680419921875,191 9.799985885620117,192 79.2267074584961193 ]194 },195 "obb": {196 "center": [197 184.44395446777344,198 569.5809841156006,199 165.55530548095703200 ],201 "extent": [202 26.8680419921875,203 9.799985885620117,204 79.2267074584961205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 211.31199645996094,214 579.3809814453125,215 86.32859802246094216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 191,230 0,231 0232 ]233 }234 ],235 "ceiling": [236 {237 "object_id": "SM_CeilingB",238 "bbox_2d": [239 0,240 0,241 1919,242 392243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -13.644100189208984,248 -320.7868957519531,249 276250 ],251 "extent": [252 217.0186767578125,253 261.5939025878906,254 4.0000152587890625255 ]256 },257 "obb": {258 "center": [259 -13.644100189208984,260 -320.7868957519531,261 276262 ],263 "extent": [264 217.0186767578125,265 261.5939025878906,266 4.0000152587890625267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -13.644100189208984,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 255,293 127294 ]295 },296 {297 "object_id": "SM_CeilingA",298 "bbox_2d": [299 0,300 225,301 1919,302 503303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -9.99993896484375,308 -0.0003662109375,309 262.50006103515625310 ],311 "extent": [312 414.6847229003906,313 582.3804321289062,314 17.500083923339844315 ]316 },317 "obb": {318 "center": [319 -9.99993896484375,320 -0.0003662109375,321 262.50006103515625322 ],323 "extent": [324 414.6847229003906,325 582.3804321289062,326 17.500083923339844327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 0,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 255,352 127,353 0354 ]355 },356 {357 "object_id": "SM_CeilingB001",358 "bbox_2d": [359 62,360 411,361 835,362 474363 ],364 "bbox_3d": {365 "aabb": {366 "center": [367 -13.644100189208956,368 320.786895751953,369 276370 ],371 "extent": [372 217.01867675781244,373 261.5939025878905,374 4.0000152587890625375 ]376 },377 "obb": {378 "center": [379 -13.644100189208956,380 320.78689575195295,381 276382 ],383 "extent": [384 217.01867675781244,385 261.5939025878905,386 4.0000152587890625387 ],388 "rotation": [389 0,390 180,391 0392 ]393 },394 "location": [395 -13.644100189208984,396 0,397 0398 ],399 "rotation": [400 0,401 180,402 0403 ],404 "scale": [405 1,406 1,407 1408 ]409 },410 "color": [411 127,412 127,413 191414 ]415 }416 ],417 "baseboard": [418 {419 "object_id": "SM_Baseboard",420 "bbox_2d": [421 1364,422 905,423 1822,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -404.2849975526333,430 -331.93701171875,431 3432 ],433 "extent": [434 0.4000000059604645,435 270.4438781738281,436 3437 ]438 },439 "obb": {440 "center": [441 -404.2849975526333,442 -331.93701171875,443 3444 ],445 "extent": [446 0.4000000059604645,447 270.4438781738281,448 3449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -404.68499755859375,458 -331.93701171875,459 0460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 0,474 127,475 255476 ]477 },478 {479 "object_id": "SM_Baseboard001",480 "bbox_2d": [481 871,482 717,483 1199,484 851485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 -404.2849975526333,490 333.5509948730469,491 3492 ],493 "extent": [494 0.4000000059604645,495 270.4438781738281,496 3497 ]498 },499 "obb": {500 "center": [501 -404.2849975526333,502 333.5509948730469,503 3504 ],505 "extent": [506 0.4000000059604645,507 270.4438781738281,508 3509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 -404.68499755859375,518 333.5509948730469,519 0520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 1,528 1,529 1530 ]531 },532 "color": [533 63,534 191,535 63536 ]537 }538 ],539 "wall": [540 {541 "object_id": "SM_WallA",542 "bbox_2d": [543 871,544 424,545 1919,546 1079547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -414.68499755859375,552 -9.765630238689482e-05,553 140.00001525878906554 ],555 "extent": [556 10,557 602.3807373046875,558 140.00001525878906559 ]560 },561 "obb": {562 "center": [563 -414.68499755859375,564 -9.765630238689482e-05,565 140.00001525878906566 ],567 "extent": [568 10,569 602.3807373046875,570 140.00001525878906571 ],572 "rotation": [573 0,574 0,575 0576 ]577 },578 "location": [579 -414.68499755859375,580 -9.765630238689482e-05,581 0582 ],583 "rotation": [584 0,585 0,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 127,596 0,597 255598 ]599 }600 ],601 "door": [602 {603 "object_id": "SM_Door",604 "bbox_2d": [605 1200,606 488,607 1364,608 915609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -411.3640160560608,614 0.8069339990615845,615 116.7231216430664616 ],617 "extent": [618 7.5000152587890625,619 62.30000305175781,620 116.7231216430664621 ]622 },623 "obb": {624 "center": [625 -411.3640160560608,626 0.8069339990615845,627 116.7231216430664628 ],629 "extent": [630 7.5000152587890625,631 62.30000305175781,632 116.7231216430664633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -418.864013671875,642 0.8069339990615845,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 127,658 255,659 0660 ]661 }662 ],663 "floor lamp": [664 {665 "object_id": "SM_Floorlamp",666 "bbox_2d": [667 1477,668 565,669 1919,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -200.50994873046875,676 -334.127405166626,677 100.41319227218628678 ],679 "extent": [680 67.92303466796875,681 49.206172943115234,682 99.65167999267578683 ]684 },685 "obb": {686 "center": [687 -200.50994873046875,688 -334.127405166626,689 100.41319227218628690 ],691 "extent": [692 67.92303466796875,693 49.206172943115234,694 99.65167999267578695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -226.33099365234375,704 -361.07501220703125,705 0.7972559928894043706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 127,720 255,721 63722 ]723 }724 ],725 "floor planks corner": [726 {727 "object_id": "SM_Floor",728 "bbox_2d": [729 0,730 724,731 1778,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -19.752939224243164,738 -0.0001220703125,739 6.776263578034403e-21740 ],741 "extent": [742 404.9316711425781,743 582.3806762695312,744 3.5660530924670406e-14745 ]746 },747 "obb": {748 "center": [749 -19.752939224243164,750 -0.0001220703125,751 6.776263578034403e-21752 ],753 "extent": [754 404.9316711425781,755 582.3806762695312,756 3.5660530924670406e-14757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 -9.752969741821289,766 0,767 0768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 191,782 31,783 31784 ]785 }786 ]787 },788 "foreground": {789 "shelf": [790 {791 "object_id": "SM_ShelfC",792 "bbox_2d": [793 31,794 486,795 165,796 699797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 250.31798934936458,802 569.3309974670403,803 165.55535888671875804 ],805 "extent": [806 39.00605949646584,807 10.050080443684806,808 79.22671508789062809 ]810 },811 "obb": {812 "center": [813 250.31798934936458,814 569.3309974670403,815 165.55535888671875816 ],817 "extent": [818 39.00605949646584,819 10.050080443684806,820 79.22671508789062821 ],822 "rotation": [823 0,824 1.0017900422099046e-05,825 0826 ]827 },828 "location": [829 250.3179931640625,830 569.3309936523438,831 86.32869720458984832 ],833 "rotation": [834 0,835 1.0017900422099046e-05,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 255,846 0,847 0848 ]849 },850 {851 "object_id": "SM_ShelfB",852 "bbox_2d": [853 623,854 499,855 708,856 662857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -176.3739967346193,862 569.3309946060174,863 165.5553436279297864 ],865 "extent": [866 39.70215019470834,867 10.050082472741565,868 79.22671508789062869 ]870 },871 "obb": {872 "center": [873 -176.3739967346193,874 569.3309946060174,875 165.5553436279297876 ],877 "extent": [878 39.70215019470834,879 10.050082472741565,880 79.22671508789062881 ],882 "rotation": [883 0,884 1.0017900422099046e-05,885 0886 ]887 },888 "location": [889 -176.37399291992188,890 569.3309936523438,891 86.32869720458984892 ],893 "rotation": [894 0,895 1.0017900422099046e-05,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 255,906 0,907 255908 ]909 }910 ],911 "cabinet": [912 {913 "object_id": "SM_CabinetB",914 "bbox_2d": [915 709,916 500,917 878,918 657919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -310.3803482055679,924 569.3809896366695,925 165.55532836914062926 ],927 "extent": [928 94.30449088420005,929 10.000049867301982,930 79.2267074584961931 ]932 },933 "obb": {934 "center": [935 -310.3803482055679,936 569.3809896366695,937 165.55532836914062938 ],939 "extent": [940 94.30449088420005,941 10.000049867301982,942 79.2267074584961943 ],944 "rotation": [945 0,946 1.0017900422099046e-05,947 0948 ]949 },950 "location": [951 -308.1400146484375,952 569.3809814453125,953 86.32869720458984954 ],955 "rotation": [956 0,957 1.0017900422099046e-05,958 0959 ],960 "scale": [961 1,962 1,963 1964 ]965 },966 "color": [967 255,968 255,969 0970 ]971 }972 ],973 "air conditioning": [974 {975 "object_id": "SM_AirConditioning",976 "bbox_2d": [977 1276,978 363,979 1919,980 441981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -257.33300971984863,986 -289.0069580078125,987 244.7000106573105988 ],989 "extent": [990 8.791104316711426,991 150.00003051757812,992 0.30008041858673096993 ]994 },995 "obb": {996 "center": [997 -257.33300971984863,998 -289.0069580078125,999 244.70001065731051000 ],1001 "extent": [1002 8.791104316711426,1003 150.00003051757812,1004 0.300080418586730961005 ],1006 "rotation": [1007 0,1008 0,1009 01010 ]1011 },1012 "location": [1013 -257.3330078125,1014 -289.0069885253906,1015 2451016 ],1017 "rotation": [1018 0,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 255,1030 127,1031 2551032 ]1033 },1034 {1035 "object_id": "SM_AirConditioning001",1036 "bbox_2d": [1037 1242,1038 251,1039 1919,1040 4151041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -230.3630050420761,1046 -289.0069580078125,1047 257.446989059448241048 ],1049 "extent": [1050 0.30008041858673096,1051 150.00003051757812,1052 8.7911043167114261053 ]1054 },1055 "obb": {1056 "center": [1057 -230.3630050420761,1058 -289.0069580078125,1059 257.446989059448241060 ],1061 "extent": [1062 0.30008041858673096,1063 150.00003051757812,1064 8.7911043167114261065 ],1066 "rotation": [1067 90,1068 0,1069 01070 ]1071 },1072 "location": [1073 -230.66299438476562,1074 -289.0069885253906,1075 257.44699096679691076 ],1077 "rotation": [1078 90,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 0,1090 127,1091 1271092 ]1093 },1094 {1095 "object_id": "SM_AirConditioning002",1096 "bbox_2d": [1097 780,1098 478,1099 960,1100 4961101 ],1102 "bbox_3d": {1103 "aabb": {1104 "center": [1105 -257.33300971984863,1106 289.1880187988281,1107 244.70001065731051108 ],1109 "extent": [1110 8.791104316711426,1111 150.00003051757812,1112 0.300080418586730961113 ]1114 },1115 "obb": {1116 "center": [1117 -257.33300971984863,1118 289.1880187988281,1119 244.70001065731051120 ],1121 "extent": [1122 8.791104316711426,1123 150.00003051757812,1124 0.300080418586730961125 ],1126 "rotation": [1127 0,1128 0,1129 01130 ]1131 },1132 "location": [1133 -257.3330078125,1134 289.18798828125,1135 2451136 ],1137 "rotation": [1138 0,1139 0,1140 01141 ],1142 "scale": [1143 1,1144 1,1145 11146 ]1147 },1148 "color": [1149 0,1150 191,1151 2551152 ]1153 },1154 {1155 "object_id": "SM_AirConditioning003",1156 "bbox_2d": [1157 760,1158 452,1159 911,1160 4861161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 -230.3630050420761,1166 289.1880187988281,1167 257.446989059448241168 ],1169 "extent": [1170 0.30008041858673096,1171 150.00003051757812,1172 8.7911043167114261173 ]1174 },1175 "obb": {1176 "center": [1177 -230.3630050420761,1178 289.1880187988281,1179 257.446989059448241180 ],1181 "extent": [1182 0.30008041858673096,1183 150.00003051757812,1184 8.7911043167114261185 ],1186 "rotation": [1187 90,1188 0,1189 01190 ]1191 },1192 "location": [1193 -230.66299438476562,1194 289.18798828125,1195 257.44699096679691196 ],1197 "rotation": [1198 90,1199 0,1200 0