TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l092_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l092_r003/lit.png",5 "camera": {6 "location": [7 10,8 -107,9 19110 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 10,38 -107,39 191,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_CeilingB",56 "bbox_2d": [57 642,58 0,59 1919,60 21661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -13.644100189208984,66 -320.7868957519531,67 27668 ],69 "extent": [70 217.0186767578125,71 261.5939025878906,72 4.000015258789062573 ]74 },75 "obb": {76 "center": [77 -13.644100189208984,78 -320.7868957519531,79 27680 ],81 "extent": [82 217.0186767578125,83 261.5939025878906,84 4.000015258789062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -13.644100189208984,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_CeilingA",116 "bbox_2d": [117 0,118 0,119 1919,120 414121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -9.99993896484375,126 -0.0003662109375,127 262.50006103515625128 ],129 "extent": [130 414.6847229003906,131 582.3804321289062,132 17.500083923339844133 ]134 },135 "obb": {136 "center": [137 -9.99993896484375,138 -0.0003662109375,139 262.50006103515625140 ],141 "extent": [142 414.6847229003906,143 582.3804321289062,144 17.500083923339844145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 0,154 0,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 127,171 0172 ]173 },174 {175 "object_id": "SM_CeilingB001",176 "bbox_2d": [177 0,178 181,179 94,180 216181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -13.644100189208956,186 320.786895751953,187 276188 ],189 "extent": [190 217.01867675781244,191 261.5939025878905,192 4.0000152587890625193 ]194 },195 "obb": {196 "center": [197 -13.644100189208956,198 320.78689575195295,199 276200 ],201 "extent": [202 217.01867675781244,203 261.5939025878905,204 4.0000152587890625205 ],206 "rotation": [207 0,208 180,209 0210 ]211 },212 "location": [213 -13.644100189208984,214 0,215 0216 ],217 "rotation": [218 0,219 180,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 127,230 127,231 191232 ]233 }234 ],235 "baseboard": [236 {237 "object_id": "SM_Baseboard",238 "bbox_2d": [239 854,240 968,241 1919,242 982243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -404.2849975526333,248 -331.93701171875,249 3250 ],251 "extent": [252 0.4000000059604645,253 270.4438781738281,254 3255 ]256 },257 "obb": {258 "center": [259 -404.2849975526333,260 -331.93701171875,261 3262 ],263 "extent": [264 0.4000000059604645,265 270.4438781738281,266 3267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -404.68499755859375,276 -331.93701171875,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 127,293 255294 ]295 },296 {297 "object_id": "SM_Baseboard001",298 "bbox_2d": [299 0,300 968,301 564,302 982303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -404.2849975526333,308 333.5509948730469,309 3310 ],311 "extent": [312 0.4000000059604645,313 270.4438781738281,314 3315 ]316 },317 "obb": {318 "center": [319 -404.2849975526333,320 333.5509948730469,321 3322 ],323 "extent": [324 0.4000000059604645,325 270.4438781738281,326 3327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -404.68499755859375,336 333.5509948730469,337 0338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 63,352 191,353 63354 ]355 }356 ],357 "wall": [358 {359 "object_id": "SM_WallA",360 "bbox_2d": [361 0,362 415,363 1919,364 967365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -414.68499755859375,370 -9.765630238689482e-05,371 140.00001525878906372 ],373 "extent": [374 10,375 602.3807373046875,376 140.00001525878906377 ]378 },379 "obb": {380 "center": [381 -414.68499755859375,382 -9.765630238689482e-05,383 140.00001525878906384 ],385 "extent": [386 10,387 602.3807373046875,388 140.00001525878906389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -414.68499755859375,398 -9.765630238689482e-05,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 0,415 255416 ]417 }418 ],419 "door": [420 {421 "object_id": "SM_Door",422 "bbox_2d": [423 565,424 442,425 854,426 982427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -411.3640160560608,432 0.8069339990615845,433 116.7231216430664434 ],435 "extent": [436 7.5000152587890625,437 62.30000305175781,438 116.7231216430664439 ]440 },441 "obb": {442 "center": [443 -411.3640160560608,444 0.8069339990615845,445 116.7231216430664446 ],447 "extent": [448 7.5000152587890625,449 62.30000305175781,450 116.7231216430664451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 -418.864013671875,460 0.8069339990615845,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 127,476 255,477 0478 ]479 }480 ],481 "floor planks corner": [482 {483 "object_id": "SM_Floor",484 "bbox_2d": [485 0,486 971,487 1919,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -19.752939224243164,494 -0.0001220703125,495 6.776263578034403e-21496 ],497 "extent": [498 404.9316711425781,499 582.3806762695312,500 3.5660530924670406e-14501 ]502 },503 "obb": {504 "center": [505 -19.752939224243164,506 -0.0001220703125,507 6.776263578034403e-21508 ],509 "extent": [510 404.9316711425781,511 582.3806762695312,512 3.5660530924670406e-14513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -9.752969741821289,522 0,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 31,539 31540 ]541 }542 ]543 },544 "foreground": {545 "air conditioning": [546 {547 "object_id": "SM_AirConditioning",548 "bbox_2d": [549 1071,550 339,551 1919,552 353553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -257.33300971984863,558 -289.0069580078125,559 244.7000106573105560 ],561 "extent": [562 8.791104316711426,563 150.00003051757812,564 0.30008041858673096565 ]566 },567 "obb": {568 "center": [569 -257.33300971984863,570 -289.0069580078125,571 244.7000106573105572 ],573 "extent": [574 8.791104316711426,575 150.00003051757812,576 0.30008041858673096577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -257.3330078125,586 -289.0069885253906,587 245588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 127,603 255604 ]605 },606 {607 "object_id": "SM_AirConditioning001",608 "bbox_2d": [609 1088,610 239,611 1919,612 289613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -230.3630050420761,618 -289.0069580078125,619 257.44698905944824620 ],621 "extent": [622 0.30008041858673096,623 150.00003051757812,624 8.791104316711426625 ]626 },627 "obb": {628 "center": [629 -230.3630050420761,630 -289.0069580078125,631 257.44698905944824632 ],633 "extent": [634 0.30008041858673096,635 150.00003051757812,636 8.791104316711426637 ],638 "rotation": [639 90,640 0,641 0642 ]643 },644 "location": [645 -230.66299438476562,646 -289.0069885253906,647 257.4469909667969648 ],649 "rotation": [650 90,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 0,662 127,663 127664 ]665 },666 {667 "object_id": "SM_AirConditioning002",668 "bbox_2d": [669 0,670 339,671 103,672 353673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -257.33300971984863,678 289.1880187988281,679 244.7000106573105680 ],681 "extent": [682 8.791104316711426,683 150.00003051757812,684 0.30008041858673096685 ]686 },687 "obb": {688 "center": [689 -257.33300971984863,690 289.1880187988281,691 244.7000106573105692 ],693 "extent": [694 8.791104316711426,695 150.00003051757812,696 0.30008041858673096697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 -257.3330078125,706 289.18798828125,707 245708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 0,722 191,723 255724 ]725 }726 ],727 "picture": [728 {729 "object_id": "SM_PictureA",730 "bbox_2d": [731 0,732 556,733 113,734 744735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -404.2590501308438,740 289.18398866461087,741 143.3569946289059742 ],743 "extent": [744 0.5344979122089057,745 30.655253947298263,746 40.71728288678207747 ]748 },749 "obb": {750 "center": [751 -404.2590501308438,752 289.18398866461087,753 143.3569946289059754 ],755 "extent": [756 0.5344979122089057,757 30.655253947298263,758 40.71728288678207759 ],760 "rotation": [761 0,762 1.0017900422099046e-05,763 -1.0017900422099046e-05764 ]765 },766 "location": [767 -404.7934875488281,768 289.1839904785156,769 143.35699462890625770 ],771 "rotation": [772 0,773 1.0017900422099046e-05,774 -1.0017900422099046e-05775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 0,784 0,785 191786 ]787 },788 {789 "object_id": "SM_PictureA002",790 "bbox_2d": [791 1310,792 556,793 1452,794 744795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -404.1486985683438,800 -289.0069903392954,801 143.3569946289059802 ],803 "extent": [804 0.5344979122089057,805 30.655253947298263,806 40.71728288678207807 ]808 },809 "obb": {810 "center": [811 -404.1486985683438,812 -289.0069903392954,813 143.3569946289059814 ],815 "extent": [816 0.5344979122089057,817 30.655253947298263,818 40.71728288678207819 ],820 "rotation": [821 0,822 1.0017900422099046e-05,823 -1.0017900422099046e-05824 ]825 },826 "location": [827 -404.6831359863281,828 -289.0069885253906,829 143.35699462890625830 ],831 "rotation": [832 0,833 1.0017900422099046e-05,834 -1.0017900422099046e-05835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 31,844 0,845 0846 ]847 }848 ],849 "downlight": [850 {851 "object_id": "SM_Downlight006",852 "bbox_2d": [853 1822,854 391,855 1853,856 395857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -341.8015258654274,862 -428.69205086829743,863 244.66315888785522864 ],865 "extent": [866 4.314594785625786,867 4.3146177616889645,868 0.3368333969454511869 ]870 },871 "obb": {872 "center": [873 -341.8015258654274,874 -428.69205086829743,875 244.66315888785522876 ],877 "extent": [878 4.314594785625786,879 4.3146177616889645,880 0.3368333969454511881 ],882 "rotation": [883 -5.008960215491242e-06,884 -9.272649549529884e-06,885 -5.008960215491242e-06886 ]887 },888 "location": [889 -341.86700439453125,890 -428.6919860839844,891 245892 ],893 "rotation": [894 -5.008960215491242e-06,895 -9.272649549529884e-06,896 -5.008960215491242e-06897 ],898 "scale": [899 2.209779977798462,900 2.209789991378784,901 1902 ]903 },904 "color": [905 255,906 127,907 191908 ]909 },910 {911 "object_id": "SM_Downlight007",912 "bbox_2d": [913 1443,914 391,915 1469,916 395917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -341.8015258654274,922 -288.9960669815787,923 244.66315888785522924 ],925 "extent": [926 4.314594785625786,927 4.3146177616889645,928 0.3368333969454511929 ]930 },931 "obb": {932 "center": [933 -341.8015258654274,934 -288.9960669815787,935 244.66315888785522936 ],937 "extent": [938 4.314594785625786,939 4.3146177616889645,940 0.3368333969454511941 ],942 "rotation": [943 -5.008960215491242e-06,944 -9.272649549529884e-06,945 -5.008960215491242e-06946 ]947 },948 "location": [949 -341.86700439453125,950 -288.9960021972656,951 245952 ],953 "rotation": [954 -5.008960215491242e-06,955 -9.272649549529884e-06,956 -5.008960215491242e-06957 ],958 "scale": [959 2.209779977798462,960 2.209789991378784,961 1962 ]963 },964 "color": [965 255,966 63,967 191968 ]969 },970 {971 "object_id": "SM_Downlight008",972 "bbox_2d": [973 1064,974 391,975 1086,976 395977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -341.8015258654274,982 -149.32207100989902,983 244.66315888785522984 ],985 "extent": [986 4.314594785625786,987 4.3146177616889645,988 0.3368333969454511989 ]990 },991 "obb": {992 "center": [993 -341.8015258654274,994 -149.32207100989902,995 244.66315888785522996 ],997 "extent": [998 4.314594785625786,999 4.3146177616889645,1000 0.33683339694545111001 ],1002 "rotation": [1003 -5.008960215491242e-06,1004 -9.272649549529884e-06,1005 -5.008960215491242e-061006 ]1007 },1008 "location": [1009 -341.86700439453125,1010 -149.32200622558594,1011 2451012 ],1013 "rotation": [1014 -5.008960215491242e-06,1015 -9.272649549529884e-06,1016 -5.008960215491242e-061017 ],1018 "scale": [1019 2.209779977798462,1020 2.209789991378784,1021 11022 ]1023 },1024 "color": [1025 127,1026 0,1027 1911028 ]1029 },1030 {1031 "object_id": "SM_Downlight009",1032 "bbox_2d": [1033 653,1034 391,1035 677,1036 3951037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -341.8015258654274,1042 0.8068692147485095,1043 244.663158887855221044 ],1045 "extent": [1046 4.314594785625786,1047 4.314617761688953,1048 0.33683339694545111049 ]1050 },1051 "obb": {1052 "center": [1053 -341.8015258654274,1054 0.8068692147485095,1055 244.663158887855221056 ],1057 "extent": [1058 4.314594785625786,1059 4.314617761688953,1060 0.33683339694545111061 ],1062 "rotation": [1063 -5.008960215491242e-06,1064 -9.272649549529884e-06,1065 -5.008960215491242e-061066 ]1067 },1068 "location": [1069 -341.86700439453125,1070 0.8069339990615845,1071 2451072 ],1073 "rotation": [1074 -5.008960215491242e-06,1075 -9.272649549529884e-06,1076 -5.008960215491242e-061077 ],1078 "scale": [1079 2.209779977798462,1080 2.209789991378784,1081 11082 ]1083 },1084 "color": [1085 127,1086 255,1087 1911088 ]1089 },1090 {1091 "object_id": "SM_Downlight016",1092 "bbox_2d": [1093 245,1094 391,1095 273,1096 3951097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -341.8015258654274,1102 149.4989281356088,1103 244.663158887855221104 ],1105 "extent": [1106 4.314594785625786,1107 4.3146177616889645,1108 0.33683339694545111109 ]1110 },1111 "obb": {1112 "center": [1113 -341.8015258654274,1114 149.4989281356088,1115 244.663158887855221116 ],1117 "extent": [1118 4.314594785625786,1119 4.3146177616889645,1120 0.33683339694545111121 ],1122 "rotation": [1123 -5.008960215491242e-06,1124 -9.272649549529884e-06,1125 -5.008960215491242e-061126 ]1127 },1128 "location": [1129 -341.86700439453125,1130 149.49899291992188,1131 2451132 ],1133 "rotation": [1134 -5.008960215491242e-06,1135 -9.272649549529884e-06,1136 -5.008960215491242e-061137 ],1138 "scale": [1139 2.209779977798462,1140 2.209789991378784,1141 11142 ]1143 },1144 "color": [1145 0,1146 191,1147 631148 ]1149 }1150 ]1151 }1152}