TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l004_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ConferenceRoomVol1/l004_r000/lit.png",5 "camera": {6 "location": [7 -245,8 -9,9 10010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -245,38 -9,39 100,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "background": [54 {55 "object_id": "SM_BackgroundA",56 "bbox_2d": [57 0,58 104,59 98,60 42261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.4258699417114258,66 -361.33600664138794,67 172.5001525878906268 ],69 "extent": [70 146.0001220703125,71 0.40011221170425415,72 87.5001983642578173 ]74 },75 "obb": {76 "center": [77 1.4258699417114258,78 -361.33600664138794,79 172.5001525878906280 ],81 "extent": [82 146.0001220703125,83 0.40011221170425415,84 87.5001983642578185 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1.4258699417114258,94 -361.7359924316406,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 0,111 255112 ]113 },114 {115 "object_id": "SM_BackgroundBL",116 "bbox_2d": [117 1633,118 160,119 1845,120 421121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 220.6057321258496,126 366.0860253082789,127 130.0003356723356128 ],129 "extent": [130 61.8200303741379,131 5.650050481795915,132 130.0000642703618133 ]134 },135 "obb": {136 "center": [137 220.6057321258496,138 366.0860253082789,139 130.00033567233564140 ],141 "extent": [142 61.8200303741379,143 5.650050481795915,144 130.0000642703618145 ],146 "rotation": [147 -2.99844009532535e-06,148 1.001790042209905e-05,149 0150 ]151 },152 "location": [153 220.20399475097656,154 371.7359924316406,155 0156 ],157 "rotation": [158 -2.99844009532535e-06,159 1.001790042209905e-05,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 127172 ]173 },174 {175 "object_id": "SM_BackgroundB",176 "bbox_2d": [177 1846,178 135,179 1919,180 764181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.426069974899292,186 370.5859885215759,187 130.00021362304688188 ],189 "extent": [190 167.3599395751953,191 1.1500039100646973,192 130.00021362304688193 ]194 },195 "obb": {196 "center": [197 1.426069974899292,198 370.5859885215759,199 130.00021362304688200 ],201 "extent": [202 167.3599395751953,203 1.1500039100646973,204 130.00021362304688205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.426069974899292,214 371.7359924316406,215 0216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 255,230 255,231 127232 ]233 }234 ],235 "door": [236 {237 "object_id": "SM_Door",238 "bbox_2d": [239 1245,240 249,241 1517,242 624243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 289.584997177124,248 222.5250015258789,249 130.01109313964844250 ],251 "extent": [252 8.073522567749023,253 74.9992446899414,254 129.98924255371094255 ]256 },257 "obb": {258 "center": [259 289.584997177124,260 222.5250015258789,261 130.01109313964844262 ],263 "extent": [264 8.073522567749023,265 74.9992446899414,266 129.98924255371094267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 289.5849914550781,276 222.52499389648438,277 0278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 0,292 255,293 127294 ]295 }296 ],297 "window": [298 {299 "object_id": "SM_Wall",300 "bbox_2d": [301 392,302 249,303 1632,304 624305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 11.426239013671875,310 0,311 150.00003051757812312 ],313 "extent": [314 290.9999694824219,315 391.7356872558594,316 150.00003051757812317 ]318 },319 "obb": {320 "center": [321 11.426239013671875,322 0,323 150.00003051757812324 ],325 "extent": [326 290.9999694824219,327 391.7356872558594,328 150.00003051757812329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 0,338 0,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 255,354 127,355 127356 ]357 }358 ],359 "ceiling planks corner": [360 {361 "object_id": "SM_Ceiling",362 "bbox_2d": [363 0,364 0,365 1919,366 248367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 1.42608642578125,372 0,373 276.0003662109375374 ],375 "extent": [376 280.9999694824219,377 371.7356872558594,378 16.000015258789062379 ]380 },381 "obb": {382 "center": [383 1.42608642578125,384 0,385 276.0003662109375386 ],387 "extent": [388 280.9999694824219,389 371.7356872558594,390 16.000015258789062391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 0,400 0,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 127,416 0,417 0418 ]419 }420 ],421 "floor planks corner": [422 {423 "object_id": "SM_Floor",424 "bbox_2d": [425 0,426 765,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 11.426055908203125,434 -3.0517578125e-05,435 0436 ],437 "extent": [438 290.99993896484375,439 371.7356872558594,440 2.2762245240797244e-14441 ]442 },443 "obb": {444 "center": [445 11.426055908203125,446 -3.0517578125e-05,447 0448 ],449 "extent": [450 290.99993896484375,451 371.7356872558594,452 2.2762245240797244e-14453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 0,462 0,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 255,479 0480 ]481 }482 ]483 },484 "foreground": {485 "projection screen": [486 {487 "object_id": "SM_Projection_Screen",488 "bbox_2d": [489 0,490 108,491 108,492 420493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 1.4258166270214474,498 -354.6729736328125,499 173.4909820556659500 ],501 "extent": [502 137.78615051265047,503 5.51713228225708,504 81.9183695848694505 ]506 },507 "obb": {508 "center": [509 1.4258166270214474,510 -354.6729736328125,511 173.4909820556659512 ],513 "extent": [514 137.78615051265047,515 5.51713228225708,516 81.9183695848694517 ],518 "rotation": [519 -1.7075500409191593e-06,520 0,521 0522 ]523 },524 "location": [525 1.425879955291748,526 -354.6730041503906,527 250.43499755859375528 ],529 "rotation": [530 -1.7075500409191593e-06,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 255,542 255,543 0544 ]545 }546 ],547 "cabinet": [548 {549 "object_id": "SM_CabinetA",550 "bbox_2d": [551 143,552 577,553 182,554 647555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 1.426069974899292,560 -348.23598861694336,561 42.5562 ],563 "extent": [564 146.00003051757812,565 23.500003814697266,566 42.5567 ]568 },569 "obb": {570 "center": [571 1.426069974899292,572 -348.23598861694336,573 42.5574 ],575 "extent": [576 146.00003051757812,577 23.500003814697266,578 42.5579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 1.426069974899292,588 -371.7359924316406,589 0590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 255,604 255,605 255606 ]607 },608 {609 "object_id": "SM_CabinetB001",610 "bbox_2d": [611 99,612 149,613 392,614 764615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 214.92599487304688,620 -345.7359867095947,621 130.00018310546875622 ],623 "extent": [624 67.4999771118164,625 26.0000057220459,626 130.00018310546875627 ]628 },629 "obb": {630 "center": [631 214.92599487304688,632 -345.7359867095947,633 130.00018310546875634 ],635 "extent": [636 67.4999771118164,637 26.0000057220459,638 130.00018310546875639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 214.92599487304688,648 -371.7359924316406,649 0650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 127,664 127,665 127666 ]667 }668 ],669 "picture": [670 {671 "object_id": "SM_Picture",672 "bbox_2d": [673 665,674 347,675 792,676 502677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 279.9259898662567,682 -135.17440795898438,683 162.4700010716914684 ],685 "extent": [686 2.5000151592158204,687 34.20951843261719,688 42.329494625330454689 ]690 },691 "obb": {692 "center": [693 279.9259898662567,694 -135.17440795898438,695 162.4700010716914696 ],697 "extent": [698 2.5000151592158204,699 34.20951843261719,700 42.329494625330454701 ],702 "rotation": [703 3.4150900773965982e-06,704 0,705 0706 ]707 },708 "location": [709 282.4259948730469,710 -135.17440795898438,711 162.47000122070312712 ],713 "rotation": [714 3.4150900773965982e-06,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 0,726 127,727 127728 ]729 },730 {731 "object_id": "SM_Picture2",732 "bbox_2d": [733 923,734 347,735 1047,736 502737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 279.9259898662567,742 4.825592041015625,743 162.47000108980316744 ],745 "extent": [746 2.500014852551942,747 34.20951843261719,748 42.32949460721866749 ]750 },751 "obb": {752 "center": [753 279.9259898662567,754 4.825592041015625,755 162.47000108980316756 ],757 "extent": [758 2.500014852551942,759 34.20951843261719,760 42.32949460721866761 ],762 "rotation": [763 3.0000001061125654e-06,764 0,765 0766 ]767 },768 "location": [769 282.4259948730469,770 4.825592041015625,771 162.47000122070312772 ],773 "rotation": [774 3.0000001061125654e-06,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 255,786 255,787 191788 ]789 }790 ],791 "light": [792 {793 "object_id": "SM_Ceiling_Light",794 "bbox_2d": [795 839,796 0,797 1554,798 57799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 1.425872802734375,804 14.999984741210938,805 289.5000305175781806 ],807 "extent": [808 130.2046661376953,809 184.45401000976562,810 0.5811 ]812 },813 "obb": {814 "center": [815 1.425872802734375,816 14.999984741210938,817 289.5000305175781818 ],819 "extent": [820 130.2046661376953,821 184.45401000976562,822 0.5823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 0,832 0,833 0834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 1,843 1844 ]845 },846 "color": [847 127,848 0,849 255850 ]851 }852 ],853 "table": [854 {855 "object_id": "SM_Table",856 "bbox_2d": [857 189,858 623,859 1919,860 1019861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 6.866455078125e-05,866 15.000076293945312,867 35.63624954223633868 ],869 "extent": [870 86.55204772949219,871 205.9636993408203,872 35.63626480102539873 ]874 },875 "obb": {876 "center": [877 6.866455078125e-05,878 15.000076293945312,879 35.63624954223633880 ],881 "extent": [882 86.55204772949219,883 205.9636993408203,884 35.63626480102539885 ],886 "rotation": [887 0,888 0,889 0890 ]891 },892 "location": [893 0,894 15,895 0896 ],897 "rotation": [898 0,899 0,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 127,910 255,911 255912 ]913 }914 ],915 "chair": [916 {917 "object_id": "SM_ChairA",918 "bbox_2d": [919 1902,920 739,921 1919,922 760923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 -16.809508499895117,928 243.8478024681101,929 56.49450428890417930 ],931 "extent": [932 41.769079566028196,933 42.297435696472746,934 57.30998234797566935 ]936 },937 "obb": {938 "center": [939 -16.809508499895117,940 243.8478024681101,941 56.49450428890416942 ],943 "extent": [944 41.769079566028196,945 42.297435696472746,946 57.30998234797566947 ],948 "rotation": [949 -7.583033279093544e-22,950 -159.99971008300778,951 3.2329702662536874e-05952 ]953 },954 "location": [955 -16.805219650268555,956 243.83599853515625,957 -0.8154370188713074958 ],959 "rotation": [960 -7.583033279093544e-22,961 -159.99971008300778,962 3.2329702662536874e-05963 ],964 "scale": [965 0.9235389828681946,966 0.9235389828681946,967 1.1688100099563599968 ]969 },970 "color": [971 127,972 0,973 127974 ]975 },976 {977 "object_id": "SM_ChairA2",978 "bbox_2d": [979 0,980 419,981 407,982 1079983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -106.81778082900883,988 -126.16399439371496,989 56.49450428883189990 ],991 "extent": [992 33.236603305148044,993 32.35257295188812,994 57.309982156719755995 ]996 },997 "obb": {998 "center": [999 -106.81778082900883,1000 -126.16399439371496,1001 56.49450428883191002 ],1003 "extent": [1004 33.236603305148044,1005 32.35257295188812,1006 57.3099821567197551007 ],1008 "rotation": [1009 0,1010 -90.00011444091795,1011 3.199999991920776e-051012 ]1013 },1014 "location": [1015 -106.80522155761719,1016 -126.16400146484375,1017 -0.81543701887130741018 ],1019 "rotation": [1020 0,1021 -90.00011444091795,1022 3.199999991920776e-051023 ],1024 "scale": [1025 0.9235389828681946,1026 0.9235389828681946,1027 1.16881000995635991028 ]1029 },1030 "color": [1031 0,1032 127,1033 631034 ]1035 },1036 {1037 "object_id": "SM_ChairA3",1038 "bbox_2d": [1039 350,1040 419,1041 828,1042 10791043 ],1044 "bbox_3d": {1045 "aabb": {1046 "center": [1047 -106.81778082900883,1048 -56.16399439371496,1049 56.494504288831891050 ],1051 "extent": [1052 33.236603305148044,1053 32.35257295188812,1054 57.3099821567197551055 ]1056 },1057 "obb": {1058 "center": [1059 -106.81778082900883,1060 -56.16399439371496,1061 56.49450428883191062 ],1063 "extent": [1064 33.236603305148044,1065 32.35257295188812,1066 57.3099821567197551067 ],1068 "rotation": [1069 0,1070 -90.00011444091795,1071 3.199999991920776e-051072 ]1073 },1074 "location": [1075 -106.80522155761719,1076 -56.16400146484375,1077 -0.81543701887130741078 ],1079 "rotation": [1080 0,1081 -90.00011444091795,1082 3.199999991920776e-051083 ],1084 "scale": [1085 0.9235389828681946,1086 0.9235389828681946,1087 1.16881000995635991088 ]1089 },1090 "color": [1091 255,1092 0,1093 631094 ]1095 },1096 {1097 "object_id": "SM_ChairA4",1098 "bbox_2d": [1099 928,1100 419,1101 1358,1102 10791103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 -106.81778082900883,1108 13.83600560628504,1109 56.494504288831891110 ],1111 "extent": [1112 33.236603305148044,1113 32.35257295188812,1114 57.3099821567197551115 ]1116 },1117 "obb": {1118 "center": [1119 -106.81778082900883,1120 13.836005606285038,1121 56.49450428883191122 ],1123 "extent": [1124 33.236603305148044,1125 32.35257295188812,1126 57.3099821567197551127 ],1128 "rotation": [1129 0,1130 -90.00011444091795,1131 3.199999991920776e-051132 ]1133 },1134 "location": [1135 -106.80522155761719,1136 13.83599853515625,1137 -0.81543701887130741138 ],1139 "rotation": [1140 0,1141 -90.00011444091795,1142 3.199999991920776e-051143 ],1144 "scale": [1145 0.9235389828681946,1146 0.9235389828681946,1147 1.16881000995635991148 ]1149 },1150 "color": [1151 255,1152 255,1153 631154 ]1155 },1156 {1157 "object_id": "SM_ChairA5",1158 "bbox_2d": [1159 1358,1160 419,1161 1919,1162 10791163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 -106.81778082900883,1168 83.83600560628504,1169 56.494504288831891170 ],1171 "extent": [1172 33.236603305148044,1173 32.35257295188812,1174 57.3099821567197551175 ]1176 },1177 "obb": {1178 "center": [1179 -106.81778082900883,1180 83.83600560628504,1181 56.49450428883191182 ],1183 "extent": [1184 33.236603305148044,1185 32.35257295188812,1186 57.3099821567197551187 ],1188 "rotation": [1189 0,1190 -90.00011444091795,1191 3.199999991920776e-051192 ]1193 },1194 "location": [1195 -106.80522155761719,1196 83.83599853515625,1197 -0.81543701887130741198 ],1199 "rotation": [1200 0,