TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l037_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l037_r003/lit.png",5 "camera": {6 "location": [7 792,8 -213,9 8010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 792,38 -213,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "bar stool": [55 {56 "object_id": "SM_Barstool_01_Small2",57 "bbox_2d": [58 1645,59 735,60 1919,61 107762 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 635.0137140270415,67 -350.0092285153805,68 22.54263665563166869 ],70 "extent": [71 18.463972746955733,72 18.183464331535106,73 22.6059917183454274 ]75 },76 "obb": {77 "center": [78 635.0137140270415,79 -350.0092285153805,80 22.54263665563166881 ],82 "extent": [83 18.463972746955733,84 18.183464331535106,85 22.6059917183454286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 635,95 -350,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.8999999761581421,105 0.8999999761581421,106 0.8999999761581421107 ]108 },109 "color": [110 159,111 95,112 255113 ]114 },115 {116 "object_id": "SM_Barstool_01_Small3",117 "bbox_2d": [118 801,119 945,120 1323,121 1079122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 725.0137140270415,127 -220.00922851538053,128 22.542636655631668129 ],130 "extent": [131 18.463972746955733,132 18.183464331535106,133 22.60599171834542134 ]135 },136 "obb": {137 "center": [138 725.0137140270415,139 -220.00922851538053,140 22.542636655631668141 ],142 "extent": [143 18.463972746955733,144 18.183464331535106,145 22.60599171834542146 ],147 "rotation": [148 0,149 0,150 0151 ]152 },153 "location": [154 725,155 -220,156 0157 ],158 "rotation": [159 0,160 0,161 0162 ],163 "scale": [164 0.8999999761581421,165 0.8999999761581421,166 0.8999999761581421167 ]168 },169 "color": [170 159,171 95,172 127173 ]174 },175 {176 "object_id": "SM_Barstool_01_Small4",177 "bbox_2d": [178 890,179 755,180 1116,181 963182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 635.0137140270415,187 -220.00922851538053,188 22.542636655631668189 ],190 "extent": [191 18.463972746955733,192 18.183464331535106,193 22.60599171834542194 ]195 },196 "obb": {197 "center": [198 635.0137140270415,199 -220.00922851538053,200 22.542636655631668201 ],202 "extent": [203 18.463972746955733,204 18.183464331535106,205 22.60599171834542206 ],207 "rotation": [208 0,209 0,210 0211 ]212 },213 "location": [214 635,215 -220,216 0217 ],218 "rotation": [219 0,220 0,221 0222 ],223 "scale": [224 0.8999999761581421,225 0.8999999761581421,226 0.8999999761581421227 ]228 },229 "color": [230 159,231 95,232 63233 ]234 }235 ],236 "chair": [237 {238 "object_id": "SM_Chair_01_53",239 "bbox_2d": [240 1278,241 540,242 1462,243 851244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 530.0000038146973,249 -324.99999809265137,250 40.022247314453125251 ],252 "extent": [253 21.862672805786133,254 20.488967895507812,255 40.022247314453125256 ]257 },258 "obb": {259 "center": [260 530.0000038146973,261 -324.99999809265137,262 40.022247314453125263 ],264 "extent": [265 21.862672805786133,266 20.488967895507812,267 40.022247314453125268 ],269 "rotation": [270 0,271 0,272 0273 ]274 },275 "location": [276 530,277 -325,278 0279 ],280 "rotation": [281 0,282 0,283 0284 ],285 "scale": [286 1,287 1,288 1289 ]290 },291 "color": [292 159,293 95,294 95295 ]296 },297 {298 "object_id": "SM_Chair_2",299 "bbox_2d": [300 929,301 542,302 957,303 858304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 529.9999961853027,309 -225.00000190734863,310 40.022247314453125311 ],312 "extent": [313 21.862672805786133,314 20.488967895507812,315 40.022247314453125316 ]317 },318 "obb": {319 "center": [320 529.9999961853027,321 -225.00000190734863,322 40.022247314453125323 ],324 "extent": [325 21.862672805786133,326 20.488967895507812,327 40.022247314453125328 ],329 "rotation": [330 0,331 180,332 0333 ]334 },335 "location": [336 530,337 -225,338 0339 ],340 "rotation": [341 0,342 180,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 159,353 0,354 159355 ]356 },357 {358 "object_id": "SM_Chair_4",359 "bbox_2d": [360 1626,361 540,362 1866,363 858364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 529.9999961853027,369 -425.00000190734863,370 40.022247314453125371 ],372 "extent": [373 21.862672805786133,374 20.488967895507812,375 40.022247314453125376 ]377 },378 "obb": {379 "center": [380 529.9999961853027,381 -425.00000190734863,382 40.022247314453125383 ],384 "extent": [385 21.862672805786133,386 20.488967895507812,387 40.022247314453125388 ],389 "rotation": [390 0,391 180,392 0393 ]394 },395 "location": [396 530,397 -425,398 0399 ],400 "rotation": [401 0,402 180,403 0404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 159,413 127,414 159415 ]416 }417 ],418 "folding": [419 {420 "object_id": "SM_Folding_Closed_193",421 "bbox_2d": [422 509,423 455,424 722,425 886426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 563.0454411043925,431 -130.0000126586815,432 50.90002023748582433 ],434 "extent": [435 14.748420726222093,436 24.495208003608745,437 51.49888812606113438 ]439 },440 "obb": {441 "center": [442 563.0454411043925,443 -130.0000126586815,444 50.90002023748581445 ],446 "extent": [447 14.748420726222093,448 24.495208003608745,449 51.49888812606113450 ],451 "rotation": [452 -3.0517578125552415e-05,453 -90.0000991821289,454 -10.000030517578125455 ]456 },457 "location": [458 571.394287109375,459 -130,460 0461 ],462 "rotation": [463 -3.0517578125552415e-05,464 -90.0000991821289,465 -10.000030517578125466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 63,475 223,476 191477 ]478 }479 ],480 "beer crate": [481 {482 "object_id": "SM_Beercrate_02_196",483 "bbox_2d": [484 427,485 785,486 673,487 955488 ],489 "bbox_3d": {490 "aabb": {491 "center": [492 591.910888671875,493 -127.89835357666016,494 12.455690383911133495 ],496 "extent": [497 16.99475471831613,498 21.9947441556898,499 12.544294357299805500 ]501 },502 "obb": {503 "center": [504 591.910888671875,505 -127.89835357666016,506 12.455690383911133507 ],508 "extent": [509 16.99475471831613,510 21.9947441556898,511 12.544294357299805512 ],513 "rotation": [514 0,515 -90.00009918212892,516 0517 ]518 },519 "location": [520 591.910888671875,521 -127.89835357666016,522 -1.52587890625e-05523 ],524 "rotation": [525 0,526 -90.00009918212892,527 0528 ],529 "scale": [530 1,531 1,532 1533 ]534 },535 "color": [536 63,537 223,538 31539 ]540 },541 {542 "object_id": "SM_Beercrate_3",543 "bbox_2d": [544 281,545 834,546 614,547 1058548 ],549 "bbox_3d": {550 "aabb": {551 "center": [552 627.9992065429688,553 -127.89835357666016,554 12.455690642700574555 ],556 "extent": [557 16.99475471831613,558 21.9947441556898,559 12.544294357299805560 ]561 },562 "obb": {563 "center": [564 627.9992065429688,565 -127.89835357666016,566 12.455690642700574567 ],568 "extent": [569 16.99475471831613,570 21.9947441556898,571 12.544294357299805572 ],573 "rotation": [574 0,575 -90.00009918212892,576 0577 ]578 },579 "location": [580 627.9992065429688,581 -127.89835357666016,582 -1.4999999621068127e-05583 ],584 "rotation": [585 0,586 -90.00009918212892,587 0588 ],589 "scale": [590 1,591 1,592 1593 ]594 },595 "color": [596 63,597 223,598 95599 ]600 },601 {602 "object_id": "SM_Beercrate_4",603 "bbox_2d": [604 427,605 672,606 673,607 825608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 591.910888671875,613 -127.89835357666016,614 37.52694129943848615 ],616 "extent": [617 16.99475471831613,618 21.9947441556898,619 12.544294357299805620 ]621 },622 "obb": {623 "center": [624 591.910888671875,625 -127.89835357666016,626 37.52694129943848627 ],628 "extent": [629 16.99475471831613,630 21.9947441556898,631 12.544294357299805632 ],633 "rotation": [634 0,635 -90.00009918212892,636 0637 ]638 },639 "location": [640 591.910888671875,641 -127.89835357666016,642 25.07123565673828643 ],644 "rotation": [645 0,646 -90.00009918212892,647 0648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 63,657 223,658 159659 ]660 },661 {662 "object_id": "SM_Beercrate_5",663 "bbox_2d": [664 281,665 699,666 614,667 895668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 627.9992065429688,673 -127.89835357666016,674 37.52694129943848675 ],676 "extent": [677 16.99475471831613,678 21.9947441556898,679 12.544294357299805680 ]681 },682 "obb": {683 "center": [684 627.9992065429688,685 -127.89835357666016,686 37.52694129943848687 ],688 "extent": [689 16.99475471831613,690 21.9947441556898,691 12.544294357299805692 ],693 "rotation": [694 0,695 -90.00009918212892,696 0697 ]698 },699 "location": [700 627.9992065429688,701 -127.89835357666016,702 25.07123565673828703 ],704 "rotation": [705 0,706 -90.00009918212892,707 0708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 191,717 223,718 0719 ]720 },721 {722 "object_id": "SM_BeerCrate_01_302",723 "bbox_2d": [724 408,725 575,726 650,727 703728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 594,733 -127.00000190734863,734 60.99999809265137735 ],736 "extent": [737 22.500003814697266,738 15.00000286102295,739 11.000004768371582740 ]741 },742 "obb": {743 "center": [744 594,745 -127.00000190734863,746 60.99999809265137747 ],748 "extent": [749 22.500003814697266,750 15.00000286102295,751 11.000004768371582752 ],753 "rotation": [754 0,755 0,756 0757 ]758 },759 "location": [760 594,761 -127,762 50763 ],764 "rotation": [765 0,766 0,767 0768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 223,777 191,778 0779 ]780 }781 ],782 "chopstick stand": [783 {784 "object_id": "SM_ChopstickStand2",785 "bbox_2d": [786 1842,787 587,788 1869,789 588790 ],791 "bbox_3d": {792 "aabb": {793 "center": [794 669.8083425419895,795 -329.6758147638004,796 82.75994300842285797 ],798 "extent": [799 6.685903833459065,800 5.782682747893148,801 9.759943008422852802 ]803 },804 "obb": {805 "center": [806 669.8083425419895,807 -329.6758147638004,808 82.75994300842285809 ],810 "extent": [811 6.685903833459065,812 5.782682747893148,813 9.759943008422852814 ],815 "rotation": [816 0,817 100.00014495849612,818 0819 ]820 },821 "location": [822 668.5819091796875,823 -331.2373046875,824 73825 ],826 "rotation": [827 0,828 100.00014495849612,829 0830 ],831 "scale": [832 1,833 1,834 1835 ]836 },837 "color": [838 191,839 223,840 95841 ]842 },843 {844 "object_id": "SM_ChopstickStand3",845 "bbox_2d": [846 824,847 440,848 864,849 502850 ],851 "bbox_3d": {852 "aabb": {853 "center": [854 671.572136487302,855 -199.585864202277,856 82.75994300842285857 ],858 "extent": [859 6.685903833459065,860 5.782682747893119,861 9.759943008422852862 ]863 },864 "obb": {865 "center": [866 671.572136487302,867 -199.585864202277,868 82.75994300842285869 ],870 "extent": [871 6.685903833459065,872 5.782682747893119,873 9.759943008422852874 ],875 "rotation": [876 0,877 100.00014495849612,878 0879 ]880 },881 "location": [882 670.345703125,883 -201.14735412597656,884 73885 ],886 "rotation": [887 0,888 100.00014495849612,889 0890 ],891 "scale": [892 1,893 1,894 1895 ]896 },897 "color": [898 191,899 223,900 159901 ]902 },903 {904 "object_id": "SM_ChopstickStand4",905 "bbox_2d": [906 1177,907 500,908 1208,909 535910 ],911 "bbox_3d": {912 "aabb": {913 "center": [914 498.11653956347396,915 -284.3640471856754,916 82.75994300842285917 ],918 "extent": [919 6.685903833459065,920 5.782682747893148,921 9.759943008422852922 ]923 },924 "obb": {925 "center": [926 498.11653956347396,927 -284.3640471856754,928 82.75994300842285929 ],930 "extent": [931 6.685903833459065,932 5.782682747893148,933 9.759943008422852934 ],935 "rotation": [936 0,937 100.00014495849612,938 0939 ]940 },941 "location": [942 496.8901062011719,943 -285.925537109375,944 73945 ],946 "rotation": [947 0,948 100.00014495849612,949 0950 ],951 "scale": [952 1,953 1,954 1955 ]956 },957 "color": [958 31,959 223,960 0961 ]962 }963 ],964 "coat hanger": [965 {966 "object_id": "SM_CoatHanger_350",967 "bbox_2d": [968 935,969 396,970 1047,971 504972 ],973 "bbox_3d": {974 "aabb": {975 "center": [976 453.5434946528736,977 -224.02277366279895,978 111.35374069213867979 ],980 "extent": [981 3.5435377197342177,982 19.967594066807465,983 18.870166778564453984 ]985 },986 "obb": {987 "center": [988 453.5434946528736,989 -224.02277366279895,990 111.35374069213867991 ],992 "extent": [993 3.5435377197342177,994 19.967594066807465,995 18.870166778564453996 ],997 "rotation": [998 0,999 -90.00012207031251,1000 01001 ]1002 },1003 "location": [1004 450,1005 -224,1006 1181007 ],1008 "rotation": [1009 0,1010 -90.00012207031251,1011 01012 ],1013 "scale": [1014 1,1015 1,1016 11017 ]1018 },1019 "color": [1020 0,1021 255,1022 151023 ]1024 },1025 {1026 "object_id": "SM_CoatHanger2",1027 "bbox_2d": [1028 1234,1029 396,1030 1348,1031 5041032 ],1033 "bbox_3d": {1034 "aabb": {1035 "center": [1036 453.5434946528736,1037 -330.02277366279895,1038 111.353740692138671039 ],1040 "extent": [1041 3.5435377197342177,1042 19.967594066807465,1043 18.8701667785644531044 ]1045 },1046 "obb": {1047 "center": [1048 453.5434946528736,1049 -330.02277366279895,1050 111.353740692138671051 ],1052 "extent": [1053 3.5435377197342177,1054 19.967594066807465,1055 18.8701667785644531056 ],1057 "rotation": [1058 0,1059 -90.00012207031251,1060 01061 ]1062 },1063 "location": [1064 450,1065 -330,1066 1181067 ],1068 "rotation": [1069 0,1070 -90.00012207031251,1071 01072 ],1073 "scale": [1074 1,1075 1,1076 11077 ]1078 },1079 "color": [1080 0,1081 127,1082 151083 ]1084 },1085 {1086 "object_id": "SM_CoatHanger3",1087 "bbox_2d": [1088 1488,1089 396,1090 1604,1091 5041092 ],1093 "bbox_3d": {1094 "aabb": {1095 "center": [1096 453.5434946528736,1097 -420.02277366279895,1098 111.353740692138671099 ],1100 "extent": [1101 3.5435377197342177,1102 19.967594066807465,1103 18.8701667785644531104 ]1105 },1106 "obb": {1107 "center": [1108 453.5434946528736,1109 -420.02277366279895,1110 111.353740692138671111 ],1112 "extent": [1113 3.5435377197342177,1114 19.967594066807465,1115 18.8701667785644531116 ],1117 "rotation": [1118 0,1119 -90.00012207031251,1120 01121 ]1122 },1123 "location": [1124 450,1125 -420,1126 1181127 ],1128 "rotation": [1129 0,1130 -90.00012207031251,1131 01132 ],1133 "scale": [1134 1,1135 1,1136 11137 ]1138 },1139 "color": [1140 0,1141 63,1142 151143 ]1144 },1145 {1146 "object_id": "SM_CoatHanger4",1147 "bbox_2d": [1148 1908,1149 399,1150 1919,1151 4181152 ],1153 "bbox_3d": {1154 "aabb": {1155 "center": [1156 453.5434946528736,1157 -549.022773662799,1158 111.353740692138671159 ],1160 "extent": [1161 3.5435377197342177,1162 19.967594066807465,1163 18.8701667785644531164 ]1165 },1166 "obb": {1167 "center": [1168 453.5434946528736,1169 -549.022773662799,1170 111.353740692138671171 ],1172 "extent": [1173 3.5435377197342177,1174 19.967594066807465,1175 18.8701667785644531176 ],1177 "rotation": [1178 0,1179 -90.00012207031251,1180 01181 ]1182 },1183 "location": [1184 450,1185 -549,1186 1181187 ],1188 "rotation": [1189 0,1190 -90.00012207031251,1191 01192 ],1193 "scale": [1194 1,1195 1,1196 11197 ]1198 },1199 "color": [1200 0,