TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l010_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l010_r002/lit.png",5 "camera": {6 "location": [7 -88,8 -463,9 9910 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -88,38 -463,39 99,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 322,59 736,60 63661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 },114 {115 "object_id": "SM_WallpanelB002",116 "bbox_2d": [117 0,118 353,119 56,120 555121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 184.44395446777344,126 569.5809841156006,127 165.55530548095703128 ],129 "extent": [130 26.8680419921875,131 9.799985885620117,132 79.2267074584961133 ]134 },135 "obb": {136 "center": [137 184.44395446777344,138 569.5809841156006,139 165.55530548095703140 ],141 "extent": [142 26.8680419921875,143 9.799985885620117,144 79.2267074584961145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 211.31199645996094,154 579.3809814453125,155 86.32859802246094156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 0,171 0172 ]173 }174 ],175 "ceiling": [176 {177 "object_id": "SM_CeilingB",178 "bbox_2d": [179 104,180 0,181 918,182 144183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -13.644100189208984,188 -320.7868957519531,189 276190 ],191 "extent": [192 217.0186767578125,193 261.5939025878906,194 4.0000152587890625195 ]196 },197 "obb": {198 "center": [199 -13.644100189208984,200 -320.7868957519531,201 276202 ],203 "extent": [204 217.0186767578125,205 261.5939025878906,206 4.0000152587890625207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -13.644100189208984,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 255,233 127234 ]235 },236 {237 "object_id": "SM_CeilingA",238 "bbox_2d": [239 0,240 0,241 1756,242 405243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -9.99993896484375,248 -0.0003662109375,249 262.50006103515625250 ],251 "extent": [252 414.6847229003906,253 582.3804321289062,254 17.500083923339844255 ]256 },257 "obb": {258 "center": [259 -9.99993896484375,260 -0.0003662109375,261 262.50006103515625262 ],263 "extent": [264 414.6847229003906,265 582.3804321289062,266 17.500083923339844267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 0,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 255,292 127,293 0294 ]295 },296 {297 "object_id": "SM_CeilingB001",298 "bbox_2d": [299 0,300 154,301 677,302 369303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -13.644100189208956,308 320.786895751953,309 276310 ],311 "extent": [312 217.01867675781244,313 261.5939025878905,314 4.0000152587890625315 ]316 },317 "obb": {318 "center": [319 -13.644100189208956,320 320.78689575195295,321 276322 ],323 "extent": [324 217.01867675781244,325 261.5939025878905,326 4.0000152587890625327 ],328 "rotation": [329 0,330 180,331 0332 ]333 },334 "location": [335 -13.644100189208984,336 0,337 0338 ],339 "rotation": [340 0,341 180,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 127,352 127,353 191354 ]355 }356 ],357 "baseboard": [358 {359 "object_id": "SM_Baseboard",360 "bbox_2d": [361 1098,362 716,363 1919,364 950365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -404.2849975526333,370 -331.93701171875,371 3372 ],373 "extent": [374 0.4000000059604645,375 270.4438781738281,376 3377 ]378 },379 "obb": {380 "center": [381 -404.2849975526333,382 -331.93701171875,383 3384 ],385 "extent": [386 0.4000000059604645,387 270.4438781738281,388 3389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -404.68499755859375,398 -331.93701171875,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 127,415 255416 ]417 },418 {419 "object_id": "SM_Baseboard001",420 "bbox_2d": [421 736,422 624,423 975,424 694425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -404.2849975526333,430 333.5509948730469,431 3432 ],433 "extent": [434 0.4000000059604645,435 270.4438781738281,436 3437 ]438 },439 "obb": {440 "center": [441 -404.2849975526333,442 333.5509948730469,443 3444 ],445 "extent": [446 0.4000000059604645,447 270.4438781738281,448 3449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -404.68499755859375,458 333.5509948730469,459 0460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 1,468 1,469 1470 ]471 },472 "color": [473 63,474 191,475 63476 ]477 }478 ],479 "wall": [480 {481 "object_id": "SM_WallA",482 "bbox_2d": [483 737,484 0,485 1919,486 924487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -414.68499755859375,492 -9.765630238689482e-05,493 140.00001525878906494 ],495 "extent": [496 10,497 602.3807373046875,498 140.00001525878906499 ]500 },501 "obb": {502 "center": [503 -414.68499755859375,504 -9.765630238689482e-05,505 140.00001525878906506 ],507 "extent": [508 10,509 602.3807373046875,510 140.00001525878906511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 -414.68499755859375,520 -9.765630238689482e-05,521 0522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 127,536 0,537 255538 ]539 }540 ],541 "door": [542 {543 "object_id": "SM_Door",544 "bbox_2d": [545 976,546 285,547 1098,548 727549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -411.3640160560608,554 0.8069339990615845,555 116.7231216430664556 ],557 "extent": [558 7.5000152587890625,559 62.30000305175781,560 116.7231216430664561 ]562 },563 "obb": {564 "center": [565 -411.3640160560608,566 0.8069339990615845,567 116.7231216430664568 ],569 "extent": [570 7.5000152587890625,571 62.30000305175781,572 116.7231216430664573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 -418.864013671875,582 0.8069339990615845,583 0584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 255,599 0600 ]601 }602 ],603 "floor lamp": [604 {605 "object_id": "SM_Floorlamp",606 "bbox_2d": [607 708,608 0,609 1418,610 1079611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -200.50994873046875,616 -334.127405166626,617 100.41319227218628618 ],619 "extent": [620 67.92303466796875,621 49.206172943115234,622 99.65167999267578623 ]624 },625 "obb": {626 "center": [627 -200.50994873046875,628 -334.127405166626,629 100.41319227218628630 ],631 "extent": [632 67.92303466796875,633 49.206172943115234,634 99.65167999267578635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -226.33099365234375,644 -361.07501220703125,645 0.7972559928894043646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 127,660 255,661 63662 ]663 }664 ],665 "floor planks corner": [666 {667 "object_id": "SM_Floor",668 "bbox_2d": [669 579,670 630,671 1919,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -19.752939224243164,678 -0.0001220703125,679 6.776263578034403e-21680 ],681 "extent": [682 404.9316711425781,683 582.3806762695312,684 3.5660530924670406e-14685 ]686 },687 "obb": {688 "center": [689 -19.752939224243164,690 -0.0001220703125,691 6.776263578034403e-21692 ],693 "extent": [694 404.9316711425781,695 582.3806762695312,696 3.5660530924670406e-14697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -9.752969741821289,706 0,707 0708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 191,722 31,723 31724 ]725 }726 ]727 },728 "foreground": {729 "shelf": [730 {731 "object_id": "SM_ShelfB",732 "bbox_2d": [733 464,734 386,735 554,736 552737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -176.3739967346193,742 569.3309946060174,743 165.5553436279297744 ],745 "extent": [746 39.70215019470834,747 10.050082472741565,748 79.22671508789062749 ]750 },751 "obb": {752 "center": [753 -176.3739967346193,754 569.3309946060174,755 165.5553436279297756 ],757 "extent": [758 39.70215019470834,759 10.050082472741565,760 79.22671508789062761 ],762 "rotation": [763 0,764 1.0017900422099046e-05,765 0766 ]767 },768 "location": [769 -176.37399291992188,770 569.3309936523438,771 86.32869720458984772 ],773 "rotation": [774 0,775 1.0017900422099046e-05,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 255,786 0,787 255788 ]789 }790 ],791 "cabinet": [792 {793 "object_id": "SM_CabinetB",794 "bbox_2d": [795 555,796 393,797 741,798 552799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -310.3803482055679,804 569.3809896366695,805 165.55532836914062806 ],807 "extent": [808 94.30449088420005,809 10.000049867301982,810 79.2267074584961811 ]812 },813 "obb": {814 "center": [815 -310.3803482055679,816 569.3809896366695,817 165.55532836914062818 ],819 "extent": [820 94.30449088420005,821 10.000049867301982,822 79.2267074584961823 ],824 "rotation": [825 0,826 1.0017900422099046e-05,827 0828 ]829 },830 "location": [831 -308.1400146484375,832 569.3809814453125,833 86.32869720458984834 ],835 "rotation": [836 0,837 1.0017900422099046e-05,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 255,848 255,849 0850 ]851 }852 ],853 "air conditioning": [854 {855 "object_id": "SM_AirConditioning",856 "bbox_2d": [857 899,858 0,859 1168,860 161861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 -257.33300971984863,866 -289.0069580078125,867 244.7000106573105868 ],869 "extent": [870 8.791104316711426,871 150.00003051757812,872 0.30008041858673096873 ]874 },875 "obb": {876 "center": [877 -257.33300971984863,878 -289.0069580078125,879 244.7000106573105880 ],881 "extent": [882 8.791104316711426,883 150.00003051757812,884 0.30008041858673096885 ],886 "rotation": [887 0,888 0,889 0890 ]891 },892 "location": [893 -257.3330078125,894 -289.0069885253906,895 245896 ],897 "rotation": [898 0,899 0,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 255,910 127,911 255912 ]913 },914 {915 "object_id": "SM_AirConditioning001",916 "bbox_2d": [917 854,918 0,919 948,920 94921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -230.3630050420761,926 -289.0069580078125,927 257.44698905944824928 ],929 "extent": [930 0.30008041858673096,931 150.00003051757812,932 8.791104316711426933 ]934 },935 "obb": {936 "center": [937 -230.3630050420761,938 -289.0069580078125,939 257.44698905944824940 ],941 "extent": [942 0.30008041858673096,943 150.00003051757812,944 8.791104316711426945 ],946 "rotation": [947 90,948 0,949 0950 ]951 },952 "location": [953 -230.66299438476562,954 -289.0069885253906,955 257.4469909667969956 ],957 "rotation": [958 90,959 0,960 0961 ],962 "scale": [963 1,964 1,965 1966 ]967 },968 "color": [969 0,970 127,971 127972 ]973 },974 {975 "object_id": "SM_AirConditioning002",976 "bbox_2d": [977 612,978 307,979 728,980 379981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 -257.33300971984863,986 289.1880187988281,987 244.7000106573105988 ],989 "extent": [990 8.791104316711426,991 150.00003051757812,992 0.30008041858673096993 ]994 },995 "obb": {996 "center": [997 -257.33300971984863,998 289.1880187988281,999 244.70001065731051000 ],1001 "extent": [1002 8.791104316711426,1003 150.00003051757812,1004 0.300080418586730961005 ],1006 "rotation": [1007 0,1008 0,1009 01010 ]1011 },1012 "location": [1013 -257.3330078125,1014 289.18798828125,1015 2451016 ],1017 "rotation": [1018 0,1019 0,1020 01021 ],1022 "scale": [1023 1,1024 1,1025 11026 ]1027 },1028 "color": [1029 0,1030 191,1031 2551032 ]1033 },1034 {1035 "object_id": "SM_AirConditioning003",1036 "bbox_2d": [1037 591,1038 269,1039 671,1040 3551041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -230.3630050420761,1046 289.1880187988281,1047 257.446989059448241048 ],1049 "extent": [1050 0.30008041858673096,1051 150.00003051757812,1052 8.7911043167114261053 ]1054 },1055 "obb": {1056 "center": [1057 -230.3630050420761,1058 289.1880187988281,1059 257.446989059448241060 ],1061 "extent": [1062 0.30008041858673096,1063 150.00003051757812,1064 8.7911043167114261065 ],1066 "rotation": [1067 90,1068 0,1069 01070 ]1071 },1072 "location": [1073 -230.66299438476562,1074 289.18798828125,1075 257.44699096679691076 ],1077 "rotation": [1078 90,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 0,1090 191,1091 1271092 ]1093 }1094 ],1095 "drawer": [1096 {1097 "object_id": "SM_Drawer",1098 "bbox_2d": [1099 0,1100 552,1101 743,1102 5791103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -3.944459915161133,1108 565.8809223175049,1109 77.328703880310061110 ],1111 "extent": [1112 400.7402038574219,1113 14.500059127807617,1114 9.0000123977661131115 ]1116 },1117 "obb": {1118 "center": [1119 -3.944459915161133,1120 565.8809223175049,1121 77.328703880310061122 ],1123 "extent": [1124 400.7402038574219,1125 14.500059127807617,1126 9.0000123977661131127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 -3.944459915161133,1136 580.3809814453125,1137 68.328697204589841138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 255,1152 255,1153 631154 ]1155 }1156 ],1157 "carpet": [1158 {1159 "object_id": "SM_Carpet",1160 "bbox_2d": [1161 0,1162 775,1163 1543,1164 10791165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 16.59160041809082,1170 -283.09800720214844,1171 0.35970783233642581172 ],1173 "extent": [1174 284.7253112792969,1175 181.98561096191406,1176 1.37814033031463621177 ]1178 },1179 "obb": {1180 "center": [1181 16.59160041809082,1182 -283.09800720214844,1183 0.35970783233642581184 ],1185 "extent": [1186 284.7253112792969,1187 181.98561096191406,1188 1.37814033031463621189 ],1190 "rotation": [1191 0,1192 0,1193 01194 ]1195 },1196 "location": [1197 16.59160041809082,1198 -283.0979919433594,1199 01200 ],