TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l035_off2_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l035_off2_r003/lit.png",5 "camera": {6 "location": [7 175,8 291,9 27010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 175,38 291,39 270,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 284,59 1919,60 95461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 526,120 950,121 804,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ]177 },178 "foreground": {179 "lamp": [180 {181 "object_id": "SM_LampBar_15",182 "bbox_2d": [183 1782,184 303,185 1919,186 448187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -180,192 -46,193 329.9609260559082194 ],195 "extent": [196 29.176419927171025,197 29.17641992717104,198 26.03907012939453199 ]200 },201 "obb": {202 "center": [203 -180,204 -46,205 329.9609260559082206 ],207 "extent": [208 29.176419927171025,209 29.17641992717104,210 26.03907012939453211 ],212 "rotation": [213 0,214 100.00014495849612,215 0216 ]217 },218 "location": [219 -180,220 -46,221 356222 ],223 "rotation": [224 0,225 100.00014495849612,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 63,236 0,237 63238 ]239 },240 {241 "object_id": "SM_LampBar2",242 "bbox_2d": [243 1845,244 351,245 1919,246 465247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -265,252 -149,253 329.9609260559082254 ],255 "extent": [256 34.404132714502,257 34.404132714502,258 26.03907012939453259 ]260 },261 "obb": {262 "center": [263 -265,264 -149,265 329.9609260559082266 ],267 "extent": [268 34.404132714502,269 34.404132714502,270 26.03907012939453271 ],272 "rotation": [273 0,274 30.000061035156264,275 0276 ]277 },278 "location": [279 -265,280 -149,281 356282 ],283 "rotation": [284 0,285 30.000061035156264,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 63,296 255,297 63298 ]299 },300 {301 "object_id": "SM_LampBar3",302 "bbox_2d": [303 1699,304 399,305 1803,306 484307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -418,312 -197,313 329.9609260559082314 ],315 "extent": [316 34.404132714502,317 34.404132714502,318 26.03907012939453319 ]320 },321 "obb": {322 "center": [323 -418,324 -197,325 329.9609260559082326 ],327 "extent": [328 34.404132714502,329 34.404132714502,330 26.03907012939453331 ],332 "rotation": [333 0,334 30.000061035156264,335 0336 ]337 },338 "location": [339 -418,340 -197,341 356342 ],343 "rotation": [344 0,345 30.000061035156264,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 63,356 127,357 63358 ]359 },360 {361 "object_id": "SM_LampBar4",362 "bbox_2d": [363 1299,364 303,365 1446,366 448367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -180,372 139,373 329.9609260559082374 ],375 "extent": [376 34.404132714502,377 34.404132714502,378 26.03907012939453379 ]380 },381 "obb": {382 "center": [383 -180,384 139,385 329.9609260559082386 ],387 "extent": [388 34.404132714502,389 34.404132714502,390 26.03907012939453391 ],392 "rotation": [393 0,394 30.000061035156264,395 0396 ]397 },398 "location": [399 -180,400 139,401 356402 ],403 "rotation": [404 0,405 30.000061035156264,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 63,416 63,417 0418 ]419 },420 {421 "object_id": "SM_LampBar5",422 "bbox_2d": [423 676,424 303,425 814,426 448427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -180,432 370,433 329.9609260559082434 ],435 "extent": [436 29.176330155525022,437 29.176330155525022,438 26.03907012939453439 ]440 },441 "obb": {442 "center": [443 -180,444 370,445 329.9609260559082446 ],447 "extent": [448 29.176330155525022,449 29.176330155525022,450 26.03907012939453451 ],452 "rotation": [453 0,454 80.00010681152344,455 0456 ]457 },458 "location": [459 -180,460 370,461 356462 ],463 "rotation": [464 0,465 80.00010681152344,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 63,476 63,477 255478 ]479 },480 {481 "object_id": "SM_LampBar6",482 "bbox_2d": [483 82,484 303,485 256,486 448487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -180,492 582,493 329.9609260559082494 ],495 "extent": [496 32.2807014352515,497 32.280701435251444,498 26.03907012939453499 ]500 },501 "obb": {502 "center": [503 -180,504 582,505 329.9609260559082506 ],507 "extent": [508 32.2807014352515,509 32.280701435251444,510 26.03907012939453511 ],512 "rotation": [513 0,514 -110.00015258789064,515 0516 ]517 },518 "location": [519 -180,520 582,521 356522 ],523 "rotation": [524 0,525 -110.00015258789064,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 63,536 63,537 127538 ]539 },540 {541 "object_id": "SM_LampWall_28",542 "bbox_2d": [543 729,544 580,545 807,546 595547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 -453.9679913520813,552 415.922513961792,553 238.39563417434692554 ],555 "extent": [556 5.51019811630249,557 25.249866485595703,558 4.979282379150391559 ]560 },561 "obb": {562 "center": [563 -453.9679913520813,564 415.922513961792,565 238.39563417434692566 ],567 "extent": [568 5.51019811630249,569 25.249866485595703,570 4.979282379150391571 ],572 "rotation": [573 0,574 -90.00000000000001,575 0576 ]577 },578 "location": [579 -459,580 416,581 239.74978637695312582 ],583 "rotation": [584 0,585 -90.00000000000001,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 191,596 191,597 159598 ]599 },600 {601 "object_id": "SM_LampWall2",602 "bbox_2d": [603 595,604 530,605 674,606 545607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 -453.9679913520813,612 502.922513961792,613 271.3068890571594614 ],615 "extent": [616 5.51019811630249,617 25.249866485595703,618 4.979282379150391619 ]620 },621 "obb": {622 "center": [623 -453.9679913520813,624 502.922513961792,625 271.3068890571594626 ],627 "extent": [628 5.51019811630249,629 25.249866485595703,630 4.979282379150391631 ],632 "rotation": [633 0,634 -90.00000000000001,635 0636 ]637 },638 "location": [639 -459,640 503,641 272.6610412597656642 ],643 "rotation": [644 0,645 -90.00000000000001,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 191,656 95,657 159658 ]659 },660 {661 "object_id": "SM_LampWall5",662 "bbox_2d": [663 449,664 497,665 529,666 510667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 -453.9679913520813,672 597.922513961792,673 293.6458477973938674 ],675 "extent": [676 5.51019811630249,677 25.249866485595703,678 4.979282379150391679 ]680 },681 "obb": {682 "center": [683 -453.9679913520813,684 597.922513961792,685 293.6458477973938686 ],687 "extent": [688 5.51019811630249,689 25.249866485595703,690 4.979282379150391691 ],692 "rotation": [693 0,694 -90.00000000000001,695 0696 ]697 },698 "location": [699 -459,700 598,701 295702 ],703 "rotation": [704 0,705 -90.00000000000001,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 95,716 127,717 159718 ]719 },720 {721 "object_id": "SM_LampWall8",722 "bbox_2d": [723 1808,724 464,725 1810,726 468727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 -748.9680523872375,732 -498.077486038208,733 342.6458477973938734 ],735 "extent": [736 5.51019811630249,737 25.249866485595703,738 4.979282379150391739 ]740 },741 "obb": {742 "center": [743 -748.9680523872375,744 -498.077486038208,745 342.6458477973938746 ],747 "extent": [748 5.51019811630249,749 25.249866485595703,750 4.979282379150391751 ],752 "rotation": [753 0,754 -90.00000000000001,755 0756 ]757 },758 "location": [759 -754.0000610351562,760 -498,761 344762 ],763 "rotation": [764 0,765 -90.00000000000001,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 127,776 255,777 223778 ]779 }780 ],781 "tableware": [782 {783 "object_id": "SM_TubesBox_5",784 "bbox_2d": [785 1600,786 820,787 1632,788 892789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 -222.66041564941406,794 19,795 139.88312911987305796 ],797 "extent": [798 5.69858980178833,799 5.69858980178833,800 13.883129119873047801 ]802 },803 "obb": {804 "center": [805 -222.66041564941406,806 19,807 139.88312911987305808 ],809 "extent": [810 5.69858980178833,811 5.69858980178833,812 13.883129119873047813 ],814 "rotation": [815 0,816 0,817 0818 ]819 },820 "location": [821 -222.66041564941406,822 19,823 126824 ],825 "rotation": [826 0,827 0,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 0,838 0,839 191840 ]841 },842 {843 "object_id": "SM_TubesBox6",844 "bbox_2d": [845 1261,846 822,847 1288,848 894849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 -219.96530151367188,854 161.35296630859375,855 139.88312911987305856 ],857 "extent": [858 5.69858980178833,859 5.69858980178833,860 13.883129119873047861 ]862 },863 "obb": {864 "center": [865 -219.96530151367188,866 161.35296630859375,867 139.88312911987305868 ],869 "extent": [870 5.69858980178833,871 5.69858980178833,872 13.883129119873047873 ],874 "rotation": [875 0,876 0,877 0878 ]879 },880 "location": [881 -219.96530151367188,882 161.35296630859375,883 126884 ],885 "rotation": [886 0,887 0,888 0889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 63,898 255,899 191900 ]901 },902 {903 "object_id": "SM_TubesBox7",904 "bbox_2d": [905 1915,906 794,907 1919,908 845909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 -276.1259460449219,914 -165.7135467529297,915 139.88312911987305916 ],917 "extent": [918 5.69858980178833,919 5.69858980178833,920 13.883129119873047921 ]922 },923 "obb": {924 "center": [925 -276.1259460449219,926 -165.7135467529297,927 139.88312911987305928 ],929 "extent": [930 5.69858980178833,931 5.69858980178833,932 13.883129119873047933 ],934 "rotation": [935 0,936 0,937 0938 ]939 },940 "location": [941 -276.1259460449219,942 -165.7135467529297,943 126944 ],945 "rotation": [946 0,947 0,948 0949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 0,958 191,959 127960 ]961 },962 {963 "object_id": "SM_PlateCup2_66",964 "bbox_2d": [965 1573,966 919,967 1621,968 935969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -179.36061096191406,974 55.809730529785156,975 126.24600511789322976 ],977 "extent": [978 7.6322855949401855,979 7.6322855949401855,980 0.7906366586685181981 ]982 },983 "obb": {984 "center": [985 -179.36061096191406,986 55.809730529785156,987 126.24600511789322988 ],989 "extent": [990 7.6322855949401855,991 7.6322855949401855,992 0.7906366586685181993 ],994 "rotation": [995 0,996 0,997 0998 ]999 },1000 "location": [1001 -179.36061096191406,1002 55.809730529785156,1003 125.446502685546881004 ],1005 "rotation": [1006 0,1007 0,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 95,1018 63,1019 1911020 ]1021 }1022 ],1023 "napkin": [1024 {1025 "object_id": "SM_Napkin_8",1026 "bbox_2d": [1027 1492,1028 843,1029 1534,1030 8991031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 -213.85436725616455,1036 67.04670810699463,1037 135.979458808898931038 ],1039 "extent": [1040 6.373122215270996,1041 5.918819427490234,1042 9.9794588088989261043 ]1044 },1045 "obb": {1046 "center": [1047 -213.85436725616455,1048 67.04670810699463,1049 135.979458808898931050 ],1051 "extent": [1052 6.373122215270996,1053 5.918819427490234,1054 9.9794588088989261055 ],1056 "rotation": [1057 0,1058 0,1059 01060 ]1061 },1062 "location": [1063 -213.84918212890625,1064 67.04670715332031,1065 1261066 ],1067 "rotation": [1068 0,1069 0,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 0,1080 255,1081 1911082 ]1083 },1084 {1085 "object_id": "SM_Napkin3",1086 "bbox_2d": [1087 1225,1088 842,1089 1260,1090 8981091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 -215.19465351104736,1096 175.92677402496338,1097 135.979458808898931098 ],1099 "extent": [1100 6.373122215270996,1101 5.918819427490234,1102 9.9794588088989261103 ]1104 },1105 "obb": {1106 "center": [1107 -215.19465351104736,1108 175.92677402496338,1109 135.979458808898931110 ],1111 "extent": [1112 6.373122215270996,1113 5.918819427490234,1114 9.9794588088989261115 ],1116 "rotation": [1117 0,1118 0,1119 01120 ]1121 },1122 "location": [1123 -215.18946838378906,1124 175.92677307128906,1125 1261126 ],1127 "rotation": [1128 0,1129 0,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 11136 ]1137 },1138 "color": [1139 63,1140 127,1141 1911142 ]1143 }1144 ],1145 "soda": [1146 {1147 "object_id": "SM_Soda_12",1148 "bbox_2d": [1149 1407,1150 871,1151 1424,1152 9271153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -185.24128719069685,1158 119.85246243385124,1159 135.477013587951661160 ],1161 "extent": [1162 4.370385097921115,1163 4.370385138669604,1164 9.8304910659790041165 ]1166 },1167 "obb": {1168 "center": [1169 -185.24128719069685,1170 119.85246243385124,1171 135.477013587951661172 ],1173 "extent": [1174 4.370385097921115,1175 4.370385138669604,1176 9.8304910659790041177 ],1178 "rotation": [1179 0,1180 141.94131469726562,1181 01182 ]1183 },1184 "location": [1185 -185.2412872314453,1186 119.85246276855469,1187 125.646522521972661188 ],1189 "rotation": [1190 0,1191 141.94131469726562,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [