TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1_2",3 "view_id": "combo0_0_l045_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/placement/ConferenceRoomVol1_2/combo0_0_l045_r003/lit.png",5 "camera": {6 "location": [7 222,8 18,9 17010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 222,38 18,39 170,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "background": [54 {55 "object_id": "SM_BackgroundB",56 "bbox_2d": [57 0,58 294,59 81,60 76261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.426069974899292,66 370.5859885215759,67 130.0002136230468868 ],69 "extent": [70 167.3599395751953,71 1.1500039100646973,72 130.0002136230468873 ]74 },75 "obb": {76 "center": [77 1.426069974899292,78 370.5859885215759,79 130.0002136230468880 ],81 "extent": [82 167.3599395751953,83 1.1500039100646973,84 130.0002136230468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1.426069974899292,94 371.7359924316406,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_BackgroundBR",116 "bbox_2d": [117 82,118 311,119 304,120 930121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -217.75371834196508,126 366.08603422770534,127 130.00033569335938128 ],129 "extent": [130 61.820012126809985,131 5.650117715832039,132 130.00006103515625133 ]134 },135 "obb": {136 "center": [137 -217.75371834196508,138 366.08603422770534,139 130.00033569335938140 ],141 "extent": [142 61.820012126809985,143 5.650117715832039,144 130.00006103515625145 ],146 "rotation": [147 0,148 1.0017900422099046e-05,149 0150 ]151 },152 "location": [153 -217.3520050048828,154 371.7359924316406,155 0156 ],157 "rotation": [158 0,159 1.0017900422099046e-05,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 255,171 0172 ]173 }174 ],175 "baseboard": [176 {177 "object_id": "SM_Baseboard",178 "bbox_2d": [179 133,180 850,181 304,182 940183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1.626556396484375,188 -0.800201416015625,189 3.999999523162842190 ],191 "extent": [192 281.200439453125,193 370.935546875,194 4.000194549560547195 ]196 },197 "obb": {198 "center": [199 1.626556396484375,200 -0.800201416015625,201 3.999999523162842202 ],203 "extent": [204 281.200439453125,205 370.935546875,206 4.000194549560547207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 0234 ]235 }236 ],237 "window divided": [238 {239 "object_id": "SM_Window",240 "bbox_2d": [241 304,242 368,243 1610,244 863245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -290.9998779296875,250 -6.103515625e-05,251 149.56552124023438252 ],253 "extent": [254 11.925933837890625,255 391.7356872558594,256 150.43450927734375257 ]258 },259 "obb": {260 "center": [261 -290.9998779296875,262 -6.103515625e-05,263 149.56552124023438264 ],265 "extent": [266 11.925933837890625,267 391.7356872558594,268 150.43450927734375269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 0296 ]297 }298 ],299 "ceiling planks corner": [300 {301 "object_id": "SM_Ceiling",302 "bbox_2d": [303 0,304 0,305 1919,306 367307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 1.42608642578125,312 0,313 276.0003662109375314 ],315 "extent": [316 280.9999694824219,317 371.7356872558594,318 16.000015258789062319 ]320 },321 "obb": {322 "center": [323 1.42608642578125,324 0,325 276.0003662109375326 ],327 "extent": [328 280.9999694824219,329 371.7356872558594,330 16.000015258789062331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 0,340 0,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 0,357 0358 ]359 }360 ]361 },362 "foreground": {363 "cabinet": [364 {365 "object_id": "SM_CabinetA",366 "bbox_2d": [367 1863,368 763,369 1919,370 993371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 1.426069974899292,376 -348.23598861694336,377 42.5378 ],379 "extent": [380 146.00003051757812,381 23.500003814697266,382 42.5383 ]384 },385 "obb": {386 "center": [387 1.426069974899292,388 -348.23598861694336,389 42.5390 ],391 "extent": [392 146.00003051757812,393 23.500003814697266,394 42.5395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 1.426069974899292,404 -371.7359924316406,405 0406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 255,420 255,421 255422 ]423 },424 {425 "object_id": "SM_CabinetB",426 "bbox_2d": [427 1608,428 304,429 1919,430 966431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -212.07400512695312,436 -345.7359867095947,437 130.00018310546875438 ],439 "extent": [440 67.4999771118164,441 26.0000057220459,442 130.00018310546875443 ]444 },445 "obb": {446 "center": [447 -212.07400512695312,448 -345.7359867095947,449 130.00018310546875450 ],451 "extent": [452 67.4999771118164,453 26.0000057220459,454 130.00018310546875455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -212.07400512695312,464 -371.7359924316406,465 0466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 0,481 127482 ]483 }484 ],485 "downlight": [486 {487 "object_id": "SM_Downlight",488 "bbox_2d": [489 980,490 353,491 993,492 357493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -243.08077998558545,498 5,499 259.50000005960464500 ],501 "extent": [502 3.500000043711424,503 3.5,504 0.5000006040031622505 ]506 },507 "obb": {508 "center": [509 -243.08077998558545,510 5,511 259.50000005960464512 ],513 "extent": [514 3.500000043711424,515 3.5,516 0.5000006040031622517 ],518 "rotation": [519 5.008960215491242e-06,520 0,521 0522 ]523 },524 "location": [525 -243.08078002929688,526 5,527 260528 ],529 "rotation": [530 5.008960215491242e-06,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 255,542 127,543 255544 ]545 },546 {547 "object_id": "SM_Downlight2",548 "bbox_2d": [549 690,550 353,551 704,552 357553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -243.08077998566364,558 145,559 259.50000005960464560 ],561 "extent": [562 3.5000000436332357,563 3.5,564 0.5000006034558169565 ]566 },567 "obb": {568 "center": [569 -243.08077998566364,570 145,571 259.50000005960464572 ],573 "extent": [574 3.5000000436332357,575 3.5,576 0.5000006034558169577 ],578 "rotation": [579 4.999999873689375e-06,580 0,581 0582 ]583 },584 "location": [585 -243.08078002929688,586 145,587 260588 ],589 "rotation": [590 4.999999873689375e-06,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 63,603 255604 ]605 },606 {607 "object_id": "SM_Downlight3",608 "bbox_2d": [609 401,610 353,611 416,612 357613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -243.08077998566364,618 285,619 259.50000005960464620 ],621 "extent": [622 3.5000000436332357,623 3.5,624 0.5000006034558169625 ]626 },627 "obb": {628 "center": [629 -243.08077998566364,630 285,631 259.50000005960464632 ],633 "extent": [634 3.5000000436332357,635 3.5,636 0.5000006034558169637 ],638 "rotation": [639 4.999999873689375e-06,640 0,641 0642 ]643 },644 "location": [645 -243.08078002929688,646 285,647 260648 ],649 "rotation": [650 4.999999873689375e-06,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 255,662 63,663 127664 ]665 },666 {667 "object_id": "SM_Downlight4",668 "bbox_2d": [669 1556,670 353,671 1572,672 357673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -243.08077998566364,678 -275,679 259.50000005960464680 ],681 "extent": [682 3.5000000436332357,683 3.5,684 0.5000006034558169685 ]686 },687 "obb": {688 "center": [689 -243.08077998566364,690 -275,691 259.50000005960464692 ],693 "extent": [694 3.5000000436332357,695 3.5,696 0.5000006034558169697 ],698 "rotation": [699 4.999999873689375e-06,700 0,701 0702 ]703 },704 "location": [705 -243.08078002929688,706 -275,707 260708 ],709 "rotation": [710 4.999999873689375e-06,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 127,722 63,723 0724 ]725 },726 {727 "object_id": "SM_Downlight5",728 "bbox_2d": [729 1268,730 353,731 1282,732 357733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -243.08077998566364,738 -135,739 259.50000005960464740 ],741 "extent": [742 3.5000000436332357,743 3.5,744 0.5000006034558169745 ]746 },747 "obb": {748 "center": [749 -243.08077998566364,750 -135,751 259.50000005960464752 ],753 "extent": [754 3.5000000436332357,755 3.5,756 0.5000006034558169757 ],758 "rotation": [759 4.999999873689375e-06,760 0,761 0762 ]763 },764 "location": [765 -243.08078002929688,766 -135,767 260768 ],769 "rotation": [770 4.999999873689375e-06,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 127,782 63,783 255784 ]785 }786 ],787 "light": [788 {789 "object_id": "SM_Ceiling_Light",790 "bbox_2d": [791 137,792 0,793 1809,794 213795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 1.425872802734375,800 14.999984741210938,801 289.5000305175781802 ],803 "extent": [804 130.2046661376953,805 184.45401000976562,806 0.5807 ]808 },809 "obb": {810 "center": [811 1.425872802734375,812 14.999984741210938,813 289.5000305175781814 ],815 "extent": [816 130.2046661376953,817 184.45401000976562,818 0.5819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 0,828 0,829 0830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 127,844 0,845 255846 ]847 }848 ],849 "table": [850 {851 "object_id": "SM_Table",852 "bbox_2d": [853 0,854 848,855 1919,856 1079857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 6.866455078125e-05,862 15.000076293945312,863 35.63624954223633864 ],865 "extent": [866 86.55204772949219,867 205.9636993408203,868 35.63626480102539869 ]870 },871 "obb": {872 "center": [873 6.866455078125e-05,874 15.000076293945312,875 35.63624954223633876 ],877 "extent": [878 86.55204772949219,879 205.9636993408203,880 35.63626480102539881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 0,890 15,891 0892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 127,906 255,907 255908 ]909 }910 ],911 "chair": [912 {913 "object_id": "SM_ChairA",914 "bbox_2d": [915 0,916 745,917 200,918 1006919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -16.809508499895117,924 243.8478024681101,925 56.49450428890417926 ],927 "extent": [928 41.769079566028196,929 42.297435696472746,930 57.30998234797566931 ]932 },933 "obb": {934 "center": [935 -16.809508499895117,936 243.8478024681101,937 56.49450428890416938 ],939 "extent": [940 41.769079566028196,941 42.297435696472746,942 57.30998234797566943 ],944 "rotation": [945 -7.583033279093544e-22,946 -159.99971008300778,947 3.2329702662536874e-05948 ]949 },950 "location": [951 -16.805219650268555,952 243.83599853515625,953 -0.8154370188713074954 ],955 "rotation": [956 -7.583033279093544e-22,957 -159.99971008300778,958 3.2329702662536874e-05959 ],960 "scale": [961 0.9235389828681946,962 0.9235389828681946,963 1.1688100099563599964 ]965 },966 "color": [967 127,968 0,969 127970 ]971 },972 {973 "object_id": "SM_ChairA2",974 "bbox_2d": [975 1284,976 691,977 1477,978 853979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -106.81778082900883,984 -126.16399439371496,985 56.49450428883189986 ],987 "extent": [988 33.236603305148044,989 32.35257295188812,990 57.309982156719755991 ]992 },993 "obb": {994 "center": [995 -106.81778082900883,996 -126.16399439371496,997 56.4945042888319998 ],999 "extent": [1000 33.236603305148044,1001 32.35257295188812,1002 57.3099821567197551003 ],1004 "rotation": [1005 0,1006 -90.00011444091795,1007 3.199999991920776e-051008 ]1009 },1010 "location": [1011 -106.80522155761719,1012 -126.16400146484375,1013 -0.81543701887130741014 ],1015 "rotation": [1016 0,1017 -90.00011444091795,1018 3.199999991920776e-051019 ],1020 "scale": [1021 0.9235389828681946,1022 0.9235389828681946,1023 1.16881000995635991024 ]1025 },1026 "color": [1027 0,1028 255,1029 631030 ]1031 },1032 {1033 "object_id": "SM_ChairA3",1034 "bbox_2d": [1035 1091,1036 691,1037 1264,1038 8481039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -106.81778082900883,1044 -56.16399439371496,1045 56.494504288831891046 ],1047 "extent": [1048 33.236603305148044,1049 32.35257295188812,1050 57.3099821567197551051 ]1052 },1053 "obb": {1054 "center": [1055 -106.81778082900883,1056 -56.16399439371496,1057 56.49450428883191058 ],1059 "extent": [1060 33.236603305148044,1061 32.35257295188812,1062 57.3099821567197551063 ],1064 "rotation": [1065 0,1066 -90.00011444091795,1067 3.199999991920776e-051068 ]1069 },1070 "location": [1071 -106.80522155761719,1072 -56.16400146484375,1073 -0.81543701887130741074 ],1075 "rotation": [1076 0,1077 -90.00011444091795,1078 3.199999991920776e-051079 ],1080 "scale": [1081 0.9235389828681946,1082 0.9235389828681946,1083 1.16881000995635991084 ]1085 },1086 "color": [1087 0,1088 127,1089 631090 ]1091 },1092 {1093 "object_id": "SM_ChairA4",1094 "bbox_2d": [1095 892,1096 691,1097 1052,1098 8471099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -106.81778082900883,1104 13.83600560628504,1105 56.494504288831891106 ],1107 "extent": [1108 33.236603305148044,1109 32.35257295188812,1110 57.3099821567197551111 ]1112 },1113 "obb": {1114 "center": [1115 -106.81778082900883,1116 13.836005606285038,1117 56.49450428883191118 ],1119 "extent": [1120 33.236603305148044,1121 32.35257295188812,1122 57.3099821567197551123 ],1124 "rotation": [1125 0,1126 -90.00011444091795,1127 3.199999991920776e-051128 ]1129 },1130 "location": [1131 -106.80522155761719,1132 13.83599853515625,1133 -0.81543701887130741134 ],1135 "rotation": [1136 0,1137 -90.00011444091795,1138 3.199999991920776e-051139 ],1140 "scale": [1141 0.9235389828681946,1142 0.9235389828681946,1143 1.16881000995635991144 ]1145 },1146 "color": [1147 255,1148 0,1149 631150 ]1151 },1152 {1153 "object_id": "SM_ChairA5",1154 "bbox_2d": [1155 680,1156 691,1157 851,1158 8481159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -106.81778082900883,1164 83.83600560628504,1165 56.494504288831891166 ],1167 "extent": [1168 33.236603305148044,1169 32.35257295188812,1170 57.3099821567197551171 ]1172 },1173 "obb": {1174 "center": [1175 -106.81778082900883,1176 83.83600560628504,1177 56.49450428883191178 ],1179 "extent": [1180 33.236603305148044,1181 32.35257295188812,1182 57.3099821567197551183 ],1184 "rotation": [1185 0,1186 -90.00011444091795,1187 3.199999991920776e-051188 ]1189 },1190 "location": [1191 -106.80522155761719,1192 83.83599853515625,1193 -0.81543701887130741194 ],1195 "rotation": [1196 0,1197 -90.00011444091795,1198 3.199999991920776e-051199 ],1200 "scale": [