TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l059_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l059_r000/lit.png",5 "camera": {6 "location": [7 571,8 -199,9 8010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 571,38 -199,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_2",56 "bbox_2d": [57 1732,58 248,59 1758,60 25261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1034.9999041261947,66 215.0000028609208,67 110.0180969238281268 ],69 "extent": [70 3.810631618963498,71 45.035607826911175,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 1034.9999041261947,78 215.0000028609208,79 110.0180969238281280 ],81 "extent": [82 3.810631618963498,83 45.035607826911175,84 110.0180969238281285 ],86 "rotation": [87 0,88 90.00012207031251,89 090 ]91 },92 "location": [93 1035,94 170,95 096 ],97 "rotation": [98 0,99 90.00012207031251,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 127112 ]113 },114 {115 "object_id": "SM_Doorframe_3",116 "bbox_2d": [117 1732,118 219,119 1919,120 480121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 1002.1334449000738,126 197.33835840559442,127 108.27146911621094128 ],129 "extent": [130 39.43860224900294,131 35.45908083700675,132 108.87620544433594133 ]134 },135 "obb": {136 "center": [137 1002.1334449000738,138 197.33835840559442,139 108.27146911621094140 ],141 "extent": [142 39.43860224900294,143 35.45908083700675,144 108.87620544433594145 ],146 "rotation": [147 0,148 140.00001525878906,149 0150 ]151 },152 "location": [153 1035,154 170,155 0156 ],157 "rotation": [158 0,159 140.00001525878906,160 0161 ],162 "scale": [163 0.75,164 1,165 1166 ]167 },168 "color": [169 223,170 31,171 63172 ]173 }174 ]175 },176 "foreground": {177 "plane": [178 {179 "object_id": "Plane_243",180 "bbox_2d": [181 0,182 708,183 649,184 993185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 890,190 -460,191 0192 ],193 "extent": [194 150,195 150,196 2.4121840694324697e-14197 ]198 },199 "obb": {200 "center": [201 890,202 -460,203 0204 ],205 "extent": [206 150,207 150,208 2.4121840694324697e-14209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 890,218 -460,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 3,228 3,229 3230 ]231 },232 "color": [233 0,234 31,235 191236 ]237 }238 ],239 "bar stool": [240 {241 "object_id": "SM_Barstool_01_Small_45",242 "bbox_2d": [243 0,244 738,245 182,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 725.0137140279497,252 -350.0092285159917,253 22.542636655631668254 ],255 "extent": [256 18.46397396977636,257 18.183465535778396,258 22.60599171834542259 ]260 },261 "obb": {262 "center": [263 725.0137140279497,264 -350.0092285159917,265 22.542636655631668266 ],267 "extent": [268 18.46397396977636,269 18.183465535778396,270 22.60599171834542271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 725,280 -350,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.9000000357627869,290 0.9000000357627869,291 0.8999999761581421292 ]293 },294 "color": [295 159,296 95,297 0298 ]299 },300 {301 "object_id": "SM_Barstool_01_Small3",302 "bbox_2d": [303 711,304 763,305 942,306 1076307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 725.0137140270415,312 -220.00922851538053,313 22.542636655631668314 ],315 "extent": [316 18.463972746955733,317 18.183464331535106,318 22.60599171834542319 ]320 },321 "obb": {322 "center": [323 725.0137140270415,324 -220.00922851538053,325 22.542636655631668326 ],327 "extent": [328 18.463972746955733,329 18.183464331535106,330 22.60599171834542331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 725,340 -220,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 0.8999999761581421,350 0.8999999761581421,351 0.8999999761581421352 ]353 },354 "color": [355 159,356 95,357 127358 ]359 },360 {361 "object_id": "SM_Barstool_01_Small4",362 "bbox_2d": [363 385,364 960,365 917,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 635.0137140270415,372 -220.00922851538053,373 22.542636655631668374 ],375 "extent": [376 18.463972746955733,377 18.183464331535106,378 22.60599171834542379 ]380 },381 "obb": {382 "center": [383 635.0137140270415,384 -220.00922851538053,385 22.542636655631668386 ],387 "extent": [388 18.463972746955733,389 18.183464331535106,390 22.60599171834542391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 635,400 -220,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 0.8999999761581421,410 0.8999999761581421,411 0.8999999761581421412 ]413 },414 "color": [415 159,416 95,417 63418 ]419 }420 ],421 "chair": [422 {423 "object_id": "SM_Chair_6",424 "bbox_2d": [425 176,426 540,427 316,428 740429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 971.6390950331421,434 -493.59936645032934,435 40.02226257324219436 ],437 "extent": [438 25.088410343233022,439 23.97411729918059,440 40.022247314453125441 ]442 },443 "obb": {444 "center": [445 971.6390950331421,446 -493.59936645032934,447 40.02226257324219448 ],449 "extent": [450 25.088410343233022,451 23.97411729918059,452 40.022247314453125453 ],454 "rotation": [455 0,456 169.99996948242188,457 0458 ]459 },460 "location": [461 971.6390991210938,462 -493.599365234375,463 1.52587890625e-05464 ],465 "rotation": [466 0,467 169.99996948242188,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 159,478 63,479 159480 ]481 },482 {483 "object_id": "SM_Chair_7",484 "bbox_2d": [485 33,486 540,487 74,488 741489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 921.6391010284572,494 -543.5993690490649,495 40.02226257324219496 ],497 "extent": [498 20.489052319893403,499 21.8627519254851,500 40.022247314453125501 ]502 },503 "obb": {504 "center": [505 921.6391010284572,506 -543.5993690490649,507 40.02226257324219508 ],509 "extent": [510 20.489052319893403,511 21.8627519254851,512 40.022247314453125513 ],514 "rotation": [515 0,516 -89.99977874755861,517 0518 ]519 },520 "location": [521 921.6390991210938,522 -543.599365234375,523 1.52587890625e-05524 ],525 "rotation": [526 0,527 -89.99977874755861,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 159,538 191,539 159540 ]541 },542 {543 "object_id": "SM_Chair_9",544 "bbox_2d": [545 549,546 540,547 566,548 585549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 930.4258401842941,554 -341.2888831061714,555 40.02226257324219556 ],557 "extent": [558 29.575940657640103,559 29.202731953769387,560 40.022247314453125561 ]562 },563 "obb": {564 "center": [565 930.4258401842941,566 -341.2888831061714,567 40.02226257324219568 ],569 "extent": [570 29.575940657640103,571 29.202731953769387,572 40.022247314453125573 ],574 "rotation": [575 0,576 -146.07577514648438,577 0578 ]579 },580 "location": [581 930.4258422851562,582 -341.28887939453125,583 1.52587890625e-05584 ],585 "rotation": [586 0,587 -146.07577514648438,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 223,599 95600 ]601 },602 {603 "object_id": "SM_Chair_10",604 "bbox_2d": [605 402,606 540,607 503,608 599609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 985.8643203661144,614 -412.11346036997264,615 40.022262314452746616 ],617 "extent": [618 29.961430282544256,619 29.8793430926807,620 40.022247314453125621 ]622 },623 "obb": {624 "center": [625 985.8643203661144,626 -412.11346036997264,627 40.022262314452746628 ],629 "extent": [630 29.961430282544256,631 29.8793430926807,632 40.022247314453125633 ],634 "rotation": [635 0,636 42.57830810546874,637 0638 ]639 },640 "location": [641 985.8643188476562,642 -412.11346435546875,643 1.4999999621068127e-05644 ],645 "rotation": [646 0,647 42.57830810546874,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 63,658 223,659 0660 ]661 },662 {663 "object_id": "SM_Chair_11",664 "bbox_2d": [665 1680,666 540,667 1919,668 997669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 756.8013265712542,674 -27.384492459664706,675 40.02226257324219676 ],677 "extent": [678 23.908516694612672,679 22.68792813890059,680 40.022247314453125681 ]682 },683 "obb": {684 "center": [685 756.8013265712542,686 -27.384492459664706,687 40.02226257324219688 ],689 "extent": [690 23.908516694612672,691 22.68792813890059,692 40.022247314453125693 ],694 "rotation": [695 0,696 173.9241485595703,697 0698 ]699 },700 "location": [701 756.8013305664062,702 -27.384490966796875,703 1.52587890625e-05704 ],705 "rotation": [706 0,707 173.9241485595703,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 223,718 191,719 127720 ]721 },722 {723 "object_id": "SM_Chair_12",724 "bbox_2d": [725 1273,726 540,727 1545,728 1014729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 753.7443884906567,734 -117.27447302063119,735 40.02226257324219736 ],737 "extent": [738 22.762253080915684,739 21.45173615042866,740 40.022247314453125741 ]742 },743 "obb": {744 "center": [745 753.7443884906567,746 -117.27447302063119,747 40.02226257324219748 ],749 "extent": [750 22.762253080915684,751 21.45173615042866,752 40.022247314453125753 ],754 "rotation": [755 0,756 2.578369140625,757 0758 ]759 },760 "location": [761 753.744384765625,762 -117.27447509765625,763 1.52587890625e-05764 ],765 "rotation": [766 0,767 2.578369140625,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 223,778 191,779 191780 ]781 }782 ],783 "beer crate": [784 {785 "object_id": "SM_Beercrate_5",786 "bbox_2d": [787 1638,788 928,789 1919,790 1079791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 627.9992065429688,796 -127.89835357666016,797 37.52694129943848798 ],799 "extent": [800 16.99475471831613,801 21.9947441556898,802 12.544294357299805803 ]804 },805 "obb": {806 "center": [807 627.9992065429688,808 -127.89835357666016,809 37.52694129943848810 ],811 "extent": [812 16.99475471831613,813 21.9947441556898,814 12.544294357299805815 ],816 "rotation": [817 0,818 -90.00009918212892,819 0820 ]821 },822 "location": [823 627.9992065429688,824 -127.89835357666016,825 25.07123565673828826 ],827 "rotation": [828 0,829 -90.00009918212892,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 191,840 223,841 0842 ]843 }844 ],845 "chopstick stand": [846 {847 "object_id": "SM_ChopstickStand3",848 "bbox_2d": [849 906,850 416,851 999,852 609853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 671.572136487302,858 -199.585864202277,859 82.75994300842285860 ],861 "extent": [862 6.685903833459065,863 5.782682747893119,864 9.759943008422852865 ]866 },867 "obb": {868 "center": [869 671.572136487302,870 -199.585864202277,871 82.75994300842285872 ],873 "extent": [874 6.685903833459065,875 5.782682747893119,876 9.759943008422852877 ],878 "rotation": [879 0,880 100.00014495849612,881 0882 ]883 },884 "location": [885 670.345703125,886 -201.14735412597656,887 73888 ],889 "rotation": [890 0,891 100.00014495849612,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 191,902 223,903 159904 ]905 },906 {907 "object_id": "SM_ChopstickStand6",908 "bbox_2d": [909 196,910 512,911 223,912 555913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 997.7741084688197,918 -533.4500338492278,919 82.75994300842285920 ],921 "extent": [922 6.685885999391189,923 5.7826587302615735,924 9.759943008422852925 ]926 },927 "obb": {928 "center": [929 997.7741084688197,930 -533.4500338492278,931 82.75994300842285932 ],933 "extent": [934 6.685885999391189,935 5.7826587302615735,936 9.759943008422852937 ],938 "rotation": [939 0,940 -80.00012969970702,941 0942 ]943 },944 "location": [945 999.0005493164062,946 -531.8885498046875,947 73948 ],949 "rotation": [950 0,951 -80.00012969970702,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 159,962 223,963 255964 ]965 },966 {967 "object_id": "SM_ChopstickStand7",968 "bbox_2d": [969 579,970 510,971 599,972 530973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 971.9487169396981,978 -353.4552515550635,979 82.75997352600098980 ],981 "extent": [982 7.650315807778043,983 7.513067096372026,984 9.759943008422852985 ]986 },987 "obb": {988 "center": [989 971.9487169396981,990 -353.4552515550635,991 82.75997352600098992 ],993 "extent": [994 7.650315807778043,995 7.513067096372026,996 9.759943008422852997 ],998 "rotation": [999 0,1000 -50.000091552734375,1001 01002 ]1003 },1004 "location": [1005 972.2301025390625,1006 -351.48974609375,1007 73.000030517578121008 ],1009 "rotation": [1010 0,1011 -50.000091552734375,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 159,1022 223,1023 311024 ]1025 },1026 {1027 "object_id": "SM_ChopstickStand8",1028 "bbox_2d": [1029 1181,1030 441,1031 1215,1032 4951033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 893.5608769591819,1038 -118.92147453089552,1039 103.759943008422851040 ],1041 "extent": [1042 5.782672073406616,1043 6.6858959072256425,1044 9.7599430084228521045 ]1046 },1047 "obb": {1048 "center": [1049 893.5608769591819,1050 -118.92147453089552,1051 103.759943008422851052 ],1053 "extent": [1054 5.782672073406616,1055 6.6858959072256425,1056 9.7599430084228521057 ],1058 "rotation": [1059 0,1060 10.000022888183594,1061 01062 ]1063 },1064 "location": [1065 891.9993896484375,1066 -117.69503784179688,1067 941068 ],1069 "rotation": [1070 0,1071 10.000022888183594,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 223,1082 255,1083 01084 ]1085 },1086 {1087 "object_id": "SM_ChopstickStand9",1088 "bbox_2d": [1089 1386,1090 441,1091 1420,1092 4951093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 893.5608769591819,1098 -49.92147453089553,1099 103.759943008422851100 ],1101 "extent": [1102 5.782672073406616,1103 6.685895907225635,1104 9.7599430084228521105 ]1106 },1107 "obb": {1108 "center": [1109 893.5608769591819,1110 -49.92147453089553,1111 103.759943008422851112 ],1113 "extent": [1114 5.782672073406616,1115 6.685895907225635,1116 9.7599430084228521117 ],1118 "rotation": [1119 0,1120 10.000022888183594,1121 01122 ]1123 },1124 "location": [1125 891.9993896484375,1126 -48.695037841796875,1127 941128 ],1129 "rotation": [1130 0,1131 10.000022888183594,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 223,1142 255,1143 1911144 ]1145 },1146 {1147 "object_id": "SM_ChopstickStand10",1148 "bbox_2d": [1149 1604,1150 441,1151 1640,1152 4951153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 893.5608769591819,1158 23.078525469104473,1159 103.759943008422851160 ],1161 "extent": [1162 5.782672073406616,1163 6.685895907225639,1164 9.7599430084228521165 ]1166 },1167 "obb": {1168 "center": [1169 893.5608769591819,1170 23.078525469104473,1171 103.759943008422851172 ],1173 "extent": [1174 5.782672073406616,1175 6.685895907225639,1176 9.7599430084228521177 ],1178 "rotation": [1179 0,1180 10.000022888183594,1181 01182 ]1183 },1184 "location": [1185 891.9993896484375,1186 24.304962158203125,1187 941188 ],1189 "rotation": [1190 0,1191 10.000022888183594,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [