TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l021_off0_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l021_off0_r000/lit.png",5 "camera": {6 "location": [7 -93,8 21,9 21010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -93,38 21,39 210,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 261,59 1919,60 102961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 504,120 1030,121 1895,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window_1",180 "bbox_2d": [181 324,182 452,183 870,184 770185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 339.0000343322754,190 -144.00001525878906,191 178.4435043334961192 ],193 "extent": [194 3.814697265625e-06,195 131.2500457763672,196 77.44352722167969197 ]198 },199 "obb": {200 "center": [201 339.0000343322754,202 -144.00001525878906,203 178.4435043334961204 ],205 "extent": [206 3.814697265625e-06,207 131.2500457763672,208 77.44352722167969209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 339,218 -144,219 101220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 0,235 191236 ]237 },238 {239 "object_id": "SM_Window_2",240 "bbox_2d": [241 949,242 452,243 1495,244 770245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 339.0000343322754,250 137.99998474121094,251 178.4435043334961252 ],253 "extent": [254 3.814697265625e-06,255 131.2500457763672,256 77.44352722167969257 ]258 },259 "obb": {260 "center": [261 339.0000343322754,262 137.99998474121094,263 178.4435043334961264 ],265 "extent": [266 3.814697265625e-06,267 131.2500457763672,268 77.44352722167969269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 339,278 138,279 101280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 255,295 191296 ]297 },298 {299 "object_id": "SM_Window_3",300 "bbox_2d": [301 1595,302 452,303 1919,304 770305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 339.0000343322754,310 419.99998474121094,311 178.4435043334961312 ],313 "extent": [314 3.814697265625e-06,315 131.2500457763672,316 77.44352722167969317 ]318 },319 "obb": {320 "center": [321 339.0000343322754,322 419.99998474121094,323 178.4435043334961324 ],325 "extent": [326 3.814697265625e-06,327 131.2500457763672,328 77.44352722167969329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 339,338 420,339 101340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 191,354 127,355 191356 ]357 }358 ],359 "window": [360 {361 "object_id": "SM_WinShutter1_28",362 "bbox_2d": [363 297,364 444,365 867,366 568367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 326.50428533554077,372 -142.00052642822266,373 224.45570182800293374 ],375 "extent": [376 6.501795291900635,377 122.3687973022461,378 26.948427200317383379 ]380 },381 "obb": {382 "center": [383 326.50428533554077,384 -142.00052642822266,385 224.45570182800293386 ],387 "extent": [388 6.501795291900635,389 122.3687973022461,390 26.948427200317383391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 326.3326110839844,400 -142,401 251.4041748046875402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 127,417 31418 ]419 },420 {421 "object_id": "SM_WinShutter2",422 "bbox_2d": [423 950,424 444,425 1517,426 568427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 326.50428533554077,432 138.99947357177734,433 224.45570182800293434 ],435 "extent": [436 6.501795291900635,437 122.3687973022461,438 26.948427200317383439 ]440 },441 "obb": {442 "center": [443 326.50428533554077,444 138.99947357177734,445 224.45570182800293446 ],447 "extent": [448 6.501795291900635,449 122.3687973022461,450 26.948427200317383451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 326.3326110839844,460 139,461 251.4041748046875462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 63,477 31478 ]479 },480 {481 "object_id": "SM_WinShutter3",482 "bbox_2d": [483 1595,484 444,485 1919,486 568487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 325.5044684410095,492 419.99947357177734,493 224.45570182800293494 ],495 "extent": [496 6.501795291900635,497 122.3687973022461,498 26.948427200317383499 ]500 },501 "obb": {502 "center": [503 325.5044684410095,504 419.99947357177734,505 224.45570182800293506 ],507 "extent": [508 6.501795291900635,509 122.3687973022461,510 26.948427200317383511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 325.3327941894531,520 420,521 251.4041748046875522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 191,536 191,537 31538 ]539 }540 ],541 "ceiling planks corner": [542 {543 "object_id": "SM_Ceiling_02",544 "bbox_2d": [545 0,546 0,547 1919,548 163549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 178.00003051757812,554 -304,555 445.28614807128906556 ],557 "extent": [558 165.3131103515625,559 1002.5983276367188,560 79.28627014160156561 ]562 },563 "obb": {564 "center": [565 178.00003051757812,566 -304,567 445.28614807128906568 ],569 "extent": [570 165.3131103515625,571 1002.5983276367188,572 79.28627014160156573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 178,582 -304,583 366584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 31,599 63600 ]601 }602 ]603 },604 "foreground": {605 "table": [606 {607 "object_id": "SM_SquareTableBig2",608 "bbox_2d": [609 1595,610 861,611 1919,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 260,618 332,619 36.27349090576172620 ],621 "extent": [622 60,623 40,624 35.72650909423828625 ]626 },627 "obb": {628 "center": [629 260,630 332,631 36.27349090576172632 ],633 "extent": [634 60,635 40,636 35.72650909423828637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 260,646 332,647 0648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 255,662 0,663 63664 ]665 },666 {667 "object_id": "SM_SquareTableBig3",668 "bbox_2d": [669 1078,670 861,671 1380,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 260,678 111,679 36.27349090576172680 ],681 "extent": [682 60,683 40,684 35.72650909423828685 ]686 },687 "obb": {688 "center": [689 260,690 111,691 36.27349090576172692 ],693 "extent": [694 60,695 40,696 35.72650909423828697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 260,706 111,707 0708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 255,723 63724 ]725 },726 {727 "object_id": "SM_SquareTableBig4",728 "bbox_2d": [729 413,730 861,731 750,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 260,738 -108,739 36.27349090576172740 ],741 "extent": [742 60,743 40,744 35.72650909423828745 ]746 },747 "obb": {748 "center": [749 260,750 -108,751 36.27349090576172752 ],753 "extent": [754 60,755 40,756 35.72650909423828757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 260,766 -108,767 0768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 255,782 127,783 63784 ]785 }786 ],787 "car": [788 {789 "object_id": "SM_Car_72",790 "bbox_2d": [791 0,792 879,793 247,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 255.8927447254198,800 -256.6601868247054,801 33.439884185791016802 ],803 "extent": [804 63.51548806078995,805 58.02783915873971,806 34.37866973876953807 ]808 },809 "obb": {810 "center": [811 255.8927447254198,812 -256.6601868247054,813 33.439884185791016814 ],815 "extent": [816 63.51548806078995,817 58.02783915873971,818 34.37866973876953819 ],820 "rotation": [821 0,822 -179.99996948242188,823 0824 ]825 },826 "location": [827 256,828 -259,829 -1830 ],831 "rotation": [832 0,833 -179.99996948242188,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 127,844 0,845 63846 ]847 },848 {849 "object_id": "SM_Neon_Car_91",850 "bbox_2d": [851 0,852 290,853 204,854 521855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 318.90237219380697,860 -356.8652306643038,861 267.48694610595703862 ],863 "extent": [864 0.9024274761439415,865 53.97730351250152,866 49.786529541015625867 ]868 },869 "obb": {870 "center": [871 318.90237219380697,872 -356.8652306643038,873 267.48694610595703874 ],875 "extent": [876 0.9024274761439415,877 53.97730351250152,878 49.786529541015625879 ],880 "rotation": [881 0,882 6.103515625e-05,883 0884 ]885 },886 "location": [887 319,888 -354,889 265890 ],891 "rotation": [892 0,893 6.103515625e-05,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 191,904 159,905 0906 ]907 }908 ],909 "sofa": [910 {911 "object_id": "SM_Sofa9_5",912 "bbox_2d": [913 185,914 808,915 544,916 1079917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 255.52906182757337,922 -179.49175974984533,923 50.0320930480957924 ],925 "extent": [926 63.25011961571383,927 30.03617408567365,928 50.03208541870117929 ]930 },931 "obb": {932 "center": [933 255.52906182757337,934 -179.49175974984533,935 50.0320930480957936 ],937 "extent": [938 63.25011961571383,939 30.03617408567365,940 50.03208541870117941 ],942 "rotation": [943 0,944 179.99978637695312,945 0946 ]947 },948 "location": [949 255.66424560546875,950 -185.00006103515625,951 0952 ],953 "rotation": [954 0,955 179.99978637695312,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 63,966 0,967 255968 ]969 },970 {971 "object_id": "SM_Sofa10",972 "bbox_2d": [973 888,974 808,975 1082,976 1079977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 255.52906182757337,982 29.508240250154678,983 50.0320930480957984 ],985 "extent": [986 63.25011961571383,987 30.036174085673657,988 50.03208541870117989 ]990 },991 "obb": {992 "center": [993 255.52906182757337,994 29.50824025015468,995 50.0320930480957996 ],997 "extent": [998 63.25011961571383,999 30.036174085673657,1000 50.032085418701171001 ],1002 "rotation": [1003 0,1004 179.99978637695312,1005 01006 ]1007 },1008 "location": [1009 255.66424560546875,1010 23.99993896484375,1011 01012 ],1013 "rotation": [1014 0,1015 179.99978637695312,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 63,1026 0,1027 1271028 ]1029 },1030 {1031 "object_id": "SM_Sofa11",1032 "bbox_2d": [1033 700,1034 808,1035 909,1036 10791037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 255.6369003853725,1042 -30.508300349136825,1043 50.0321693420410161044 ],1045 "extent": [1046 63.25010361772203,1047 30.03614039673719,1048 50.032085418701171049 ]1050 },1051 "obb": {1052 "center": [1053 255.6369003853725,1054 -30.508300349136825,1055 50.0321693420410161056 ],1057 "extent": [1058 63.25010361772203,1059 30.03614039673719,1060 50.032085418701171061 ],1062 "rotation": [1063 0,1064 0.00018310546875000003,1065 01066 ]1067 },1068 "location": [1069 255.50167846679688,1070 -25,1071 7.62939453125e-051072 ],1073 "rotation": [1074 0,1075 0.00018310546875000003,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 63,1086 255,1087 01088 ]1089 },1090 {1091 "object_id": "SM_Sofa12",1092 "bbox_2d": [1093 1436,1094 808,1095 1809,1096 10791097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 255.52906182757337,1102 254.50824025015467,1103 50.03209304809571104 ],1105 "extent": [1106 63.25011961571383,1107 30.03617408567365,1108 50.032085418701171109 ]1110 },1111 "obb": {1112 "center": [1113 255.52906182757337,1114 254.50824025015467,1115 50.03209304809571116 ],1117 "extent": [1118 63.25011961571383,1119 30.03617408567365,1120 50.032085418701171121 ],1122 "rotation": [1123 0,1124 179.99978637695312,1125 01126 ]1127 },1128 "location": [1129 255.66424560546875,1130 248.99993896484375,1131 01132 ],1133 "rotation": [1134 0,1135 179.99978637695312,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 63,1146 255,1147 2551148 ]1149 },1150 {1151 "object_id": "SM_Sofa13",1152 "bbox_2d": [1153 1312,1154 808,1155 1643,1156 10791157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 255.63690037523264,1162 194.49169965061427,1163 50.0321693420410161164 ],1165 "extent": [1166 63.25010356243111,1167 30.036140280304323,1168 50.032085418701171169 ]1170 },1171 "obb": {1172 "center": [1173 255.63690037523264,1174 194.49169965061427,1175 50.0321693420410161176 ],1177 "extent": [1178 63.25010356243111,1179 30.036140280304323,1180 50.032085418701171181 ],1182 "rotation": [1183 0,1184 0.00018299999646842477,1185 01186 ]1187 },1188 "location": [1189 255.50167846679688,1190 200,1191 7.62939453125e-051192 ],1193 "rotation": [1194 0,1195 0.00018299999646842477,1196 01197 ],1198 "scale": [1199 1,1200 1,