TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l002_off0_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l002_off0_r003/lit.png",5 "camera": {6 "location": [7 136,8 -326,9 13510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 136,38 -326,39 135,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 0,59 1919,60 68561 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 712,120 686,121 1618,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ],177 "ventilation": [178 {179 "object_id": "SM_Vent5_2",180 "bbox_2d": [181 914,182 0,183 1473,184 252185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -544,190 -502.7701873779297,191 453.7108688354492192 ],193 "extent": [194 33.41020965576172,195 208.16990661621094,196 106.49465942382812197 ]198 },199 "obb": {200 "center": [201 -544,202 -502.7701873779297,203 453.7108688354492204 ],205 "extent": [206 33.41020965576172,207 208.16990661621094,208 106.49465942382812209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -544,218 -468,219 355220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 0,234 31,235 191236 ]237 },238 {239 "object_id": "SM_Vent6",240 "bbox_2d": [241 1808,242 134,243 1919,244 247245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -543.9998703619458,250 -1059.229812622312,251 453.7108688354492252 ],253 "extent": [254 33.41098580152311,255 208.17003118224244,256 106.49465942382812257 ]258 },259 "obb": {260 "center": [261 -543.9998703619458,262 -1059.229812622312,263 453.7108688354492264 ],265 "extent": [266 33.41098580152311,267 208.17003118224244,268 106.49465942382812269 ],270 "rotation": [271 0,272 179.99978637695312,273 0274 ]275 },276 "location": [277 -544,278 -1094,279 355280 ],281 "rotation": [282 0,283 179.99978637695312,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 31,295 0296 ]297 }298 ],299 "ceiling planks corner": [300 {301 "object_id": "SM_Ceiling_6",302 "bbox_2d": [303 882,304 0,305 1188,306 124307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -217,312 -341.76141357421875,313 519.4999694824219314 ],315 "extent": [316 580.7535400390625,317 1054.54931640625,318 0319 ]320 },321 "obb": {322 "center": [323 -217,324 -341.76141357421875,325 519.4999694824219326 ],327 "extent": [328 580.7535400390625,329 1054.54931640625,330 0331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -217,340 -341.76141357421875,341 519.5342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 31,357 255358 ]359 }360 ],361 "pipe": [362 {363 "object_id": "SM_PipeBar_9",364 "bbox_2d": [365 0,366 872,367 554,368 908369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -142.6783037185669,374 64.508056640625,375 33376 ],377 "extent": [378 8.066829681396484,379 273.81207275390625,380 3.288464069366455381 ]382 },383 "obb": {384 "center": [385 -142.6783037185669,386 64.508056640625,387 33388 ],389 "extent": [390 8.066829681396484,391 273.81207275390625,392 3.288464069366455393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -137.66790771484375,402 98,403 33404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 31,419 63420 ]421 }422 ]423 },424 "foreground": {425 "chair": [426 {427 "object_id": "SM_BarChair2",428 "bbox_2d": [429 0,430 709,431 11,432 772433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -95.9999981251057,438 -69.00000035035725,439 57.42520523071289440 ],441 "extent": [442 23.148417688901958,443 23.148419213438984,444 37.360755920410156445 ]446 },447 "obb": {448 "center": [449 -95.9999981251057,450 -69.00000035035725,451 57.42520523071289452 ],453 "extent": [454 23.148417688901958,455 23.148419213438984,456 37.360755920410156457 ],458 "rotation": [459 0,460 -10.58465576171875,461 0462 ]463 },464 "location": [465 -96,466 -69,467 20468 ],469 "rotation": [470 0,471 -10.58465576171875,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 0,482 255,483 127484 ]485 },486 {487 "object_id": "SM_BarChair3",488 "bbox_2d": [489 272,490 695,491 456,492 1019493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -106.00000175982714,498 -176.99999926448166,499 57.42520523071289500 ],501 "extent": [502 25.958099092667418,503 25.958100116976226,504 37.360755920410156505 ]506 },507 "obb": {508 "center": [509 -106.00000175982714,510 -176.99999926448166,511 57.42520523071289512 ],513 "extent": [514 25.958099092667418,515 25.958100116976226,516 37.360755920410156517 ],518 "rotation": [519 0,520 157.3175506591797,521 0522 ]523 },524 "location": [525 -106,526 -177,527 20528 ],529 "rotation": [530 0,531 157.3175506591797,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 255,542 0,543 127544 ]545 },546 {547 "object_id": "SM_BarChair5",548 "bbox_2d": [549 1510,550 678,551 1617,552 862553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -278.00000000000404,558 -586.0000019073486,559 37.42520523071289560 ],561 "extent": [562 19.84144241911116,563 19.841440511766564,564 37.360755920410156565 ]566 },567 "obb": {568 "center": [569 -278.00000000000404,570 -586.0000019073486,571 37.42520523071289572 ],573 "extent": [574 19.84144241911116,575 19.841440511766564,576 37.360755920410156577 ],578 "rotation": [579 0,580 -90.00012207031251,581 0582 ]583 },584 "location": [585 -278,586 -586,587 0588 ],589 "rotation": [590 0,591 -90.00012207031251,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 0,602 127,603 0604 ]605 },606 {607 "object_id": "SM_BarChair6",608 "bbox_2d": [609 1279,610 652,611 1358,612 756613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -372.9999990463283,618 -516.0000016518139,619 37.42520523071289620 ],621 "extent": [622 27.103844088388712,623 27.10384339024651,624 37.360755920410156625 ]626 },627 "obb": {628 "center": [629 -372.9999990463283,630 -516.0000016518139,631 37.42520523071289632 ],633 "extent": [634 27.103844088388712,635 27.10384339024651,636 37.360755920410156637 ],638 "rotation": [639 0,640 -60.000091552734375,641 0642 ]643 },644 "location": [645 -373,646 -516,647 0648 ],649 "rotation": [650 0,651 -60.000091552734375,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 0,662 127,663 255664 ]665 },666 {667 "object_id": "SM_Chair4",668 "bbox_2d": [669 1185,670 755,671 1373,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -70.74255210261028,678 -406.0360260718968,679 41.25320053100586680 ],681 "extent": [682 32.56696532728661,683 28.09518599635254,684 41.51362991333008685 ]686 },687 "obb": {688 "center": [689 -70.74255210261028,690 -406.0360260718968,691 41.25320053100586692 ],693 "extent": [694 32.56696532728661,695 28.09518599635254,696 41.51362991333008697 ],698 "rotation": [699 0,700 -10.00006866455078,701 0702 ]703 },704 "location": [705 -63.54771423339844,706 -407.9114990234375,707 0708 ],709 "rotation": [710 0,711 -10.00006866455078,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 0,722 63,723 255724 ]725 }726 ],727 "table": [728 {729 "object_id": "SM_RoundTable_29",730 "bbox_2d": [731 1292,732 875,733 1692,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 14,740 -421,741 37.5000114440918742 ],743 "extent": [744 50,745 50,746 37.499996185302734747 ]748 },749 "obb": {750 "center": [751 14,752 -421,753 37.5000114440918754 ],755 "extent": [756 50,757 50,758 37.499996185302734759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 14,768 -421,769 0770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 127,784 0,785 255786 ]787 },788 {789 "object_id": "SM_BarStep",790 "bbox_2d": [791 0,792 853,793 922,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -151.15921783447266,800 20.669219970703125,801 10.263842582702637802 ],803 "extent": [804 90.9949951171875,805 332.661376953125,806 10.263890266418457807 ]808 },809 "obb": {810 "center": [811 -151.15921783447266,812 20.669219970703125,813 10.263842582702637814 ],815 "extent": [816 90.9949951171875,817 332.661376953125,818 10.263890266418457819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -60.164222717285156,828 353.3305969238281,829 -3.0517578125e-05830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 191,844 127,845 127846 ]847 },848 {849 "object_id": "SM_BarTop",850 "bbox_2d": [851 0,852 0,853 826,854 182855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -294.9966125488281,860 194.8856201171875,861 408.8585662841797862 ],863 "extent": [864 164.00555419921875,865 438.32861328125,866 52.85856628417969867 ]868 },869 "obb": {870 "center": [871 -294.9966125488281,872 194.8856201171875,873 408.8585662841797874 ],875 "extent": [876 164.00555419921875,877 438.32861328125,878 52.85856628417969879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 -301,888 244,889 356890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 255,904 31,905 127906 ]907 }908 ],909 "electronics": [910 {911 "object_id": "SM_AndroidHub",912 "bbox_2d": [913 997,914 629,915 1000,916 672917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -513,922 -311.31535720825195,923 51.19762420654297924 ],925 "extent": [926 45.00006103515625,927 40.31535339355469,928 51.1976318359375929 ]930 },931 "obb": {932 "center": [933 -513,934 -311.31535720825195,935 51.19762420654297936 ],937 "extent": [938 45.00006103515625,939 40.31535339355469,940 51.1976318359375941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 -513,950 -311,951 0952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 255,966 63,967 63968 ]969 },970 {971 "object_id": "SM_VendingDrinks",972 "bbox_2d": [973 766,974 361,975 996,976 851977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -309.22275002084865,982 -290.9588801258137,983 105.0146484375984 ],985 "extent": [986 49.70252459778766,987 51.2228765832329,988 105.0146484375989 ]990 },991 "obb": {992 "center": [993 -309.22275002084865,994 -290.9588801258137,995 105.0146484375996 ],997 "extent": [998 49.70252459778766,999 51.2228765832329,1000 105.01464843751001 ],1002 "rotation": [1003 0,1004 90.00012207031251,1005 01006 ]1007 },1008 "location": [1009 -318.7630310058594,1010 -292,1011 01012 ],1013 "rotation": [1014 0,1015 90.00012207031251,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 63,1026 0,1027 01028 ]1029 },1030 {1031 "object_id": "SM_Manipulator_8",1032 "bbox_2d": [1033 234,1034 305,1035 333,1036 5631037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -273.00543886610325,1042 -38.47356377294214,1043 138.20625305175781044 ],1045 "extent": [1046 56.645495734503584,1047 47.58563532567247,1048 92.164321899414061049 ]1050 },1051 "obb": {1052 "center": [1053 -273.00543886610325,1054 -38.47356377294214,1055 138.20625305175781056 ],1057 "extent": [1058 56.645495734503584,1059 47.58563532567247,1060 92.164321899414061061 ],1062 "rotation": [1063 0,1064 -35.000068664550795,1065 01066 ]1067 },1068 "location": [1069 -267,1070 -43,1071 461072 ],1073 "rotation": [1074 0,1075 -35.000068664550795,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 191,1086 127,1087 631088 ]1089 }1090 ],1091 "lamp": [1092 {1093 "object_id": "SM_LampBar_15",1094 "bbox_2d": [1095 31,1096 0,1097 205,1098 411099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -180,1104 -46,1105 329.96092605590821106 ],1107 "extent": [1108 29.176419927171025,1109 29.17641992717104,1110 26.039070129394531111 ]1112 },1113 "obb": {1114 "center": [1115 -180,1116 -46,1117 329.96092605590821118 ],1119 "extent": [1120 29.176419927171025,1121 29.17641992717104,1122 26.039070129394531123 ],1124 "rotation": [1125 0,1126 100.00014495849612,1127 01128 ]1129 },1130 "location": [1131 -180,1132 -46,1133 3561134 ],1135 "rotation": [1136 0,1137 100.00014495849612,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 63,1148 0,1149 631150 ]1151 },1152 {1153 "object_id": "SM_LampBar2",1154 "bbox_2d": [1155 469,1156 3,1157 599,1158 1411159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -265,1164 -149,1165 329.96092605590821166 ],1167 "extent": [1168 34.404132714502,1169 34.404132714502,1170 26.039070129394531171 ]1172 },1173 "obb": {1174 "center": [1175 -265,1176 -149,1177 329.96092605590821178 ],1179 "extent": [1180 34.404132714502,1181 34.404132714502,1182 26.039070129394531183 ],1184 "rotation": [1185 0,1186 30.000061035156264,1187 01188 ]1189 },1190 "location": [1191 -265,1192 -149,1193 3561194 ],1195 "rotation": [1196 0,1197 30.000061035156264,1198 01199 ],1200 "scale": [