TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l026_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l026_r002/lit.png",5 "camera": {6 "location": [7 883,8 -473,9 4710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 883,38 -473,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_3",56 "bbox_2d": [57 176,58 232,59 200,60 32261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1002.1334449000738,66 197.33835840559442,67 108.2714691162109468 ],69 "extent": [70 39.43860224900294,71 35.45908083700675,72 108.8762054443359473 ]74 },75 "obb": {76 "center": [77 1002.1334449000738,78 197.33835840559442,79 108.2714691162109480 ],81 "extent": [82 39.43860224900294,83 35.45908083700675,84 108.8762054443359485 ],86 "rotation": [87 0,88 140.00001525878906,89 090 ]91 },92 "location": [93 1035,94 170,95 096 ],97 "rotation": [98 0,99 140.00001525878906,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 63112 ]113 }114 ]115 },116 "foreground": {117 "plane": [118 {119 "object_id": "Plane_243",120 "bbox_2d": [121 0,122 752,123 1919,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 890,130 -460,131 0132 ],133 "extent": [134 150,135 150,136 2.4121840694324697e-14137 ]138 },139 "obb": {140 "center": [141 890,142 -460,143 0144 ],145 "extent": [146 150,147 150,148 2.4121840694324697e-14149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 890,158 -460,159 0160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 3,168 3,169 3170 ]171 },172 "color": [173 0,174 31,175 191176 ]177 }178 ],179 "bar stool": [180 {181 "object_id": "SM_Barstool_01_Small_45",182 "bbox_2d": [183 1239,184 549,185 1467,186 808187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 725.0137140279497,192 -350.0092285159917,193 22.542636655631668194 ],195 "extent": [196 18.46397396977636,197 18.183465535778396,198 22.60599171834542199 ]200 },201 "obb": {202 "center": [203 725.0137140279497,204 -350.0092285159917,205 22.542636655631668206 ],207 "extent": [208 18.46397396977636,209 18.183465535778396,210 22.60599171834542211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 725,220 -350,221 0222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 0.9000000357627869,230 0.9000000357627869,231 0.8999999761581421232 ]233 },234 "color": [235 159,236 95,237 0238 ]239 },240 {241 "object_id": "SM_Barstool_01_Small2",242 "bbox_2d": [243 1503,244 547,245 1698,246 751247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 635.0137140270415,252 -350.0092285153805,253 22.542636655631668254 ],255 "extent": [256 18.463972746955733,257 18.183464331535106,258 22.60599171834542259 ]260 },261 "obb": {262 "center": [263 635.0137140270415,264 -350.0092285153805,265 22.542636655631668266 ],267 "extent": [268 18.463972746955733,269 18.183464331535106,270 22.60599171834542271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 635,280 -350,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.8999999761581421,290 0.8999999761581421,291 0.8999999761581421292 ]293 },294 "color": [295 159,296 95,297 255298 ]299 },300 {301 "object_id": "SM_Barstool_01_Small3",302 "bbox_2d": [303 929,304 546,305 1058,306 700307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 725.0137140270415,312 -220.00922851538053,313 22.542636655631668314 ],315 "extent": [316 18.463972746955733,317 18.183464331535106,318 22.60599171834542319 ]320 },321 "obb": {322 "center": [323 725.0137140270415,324 -220.00922851538053,325 22.542636655631668326 ],327 "extent": [328 18.463972746955733,329 18.183464331535106,330 22.60599171834542331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 725,340 -220,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 0.8999999761581421,350 0.8999999761581421,351 0.8999999761581421352 ]353 },354 "color": [355 159,356 95,357 127358 ]359 },360 {361 "object_id": "SM_Barstool_01_Small4",362 "bbox_2d": [363 1148,364 545,365 1252,366 678367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 635.0137140270415,372 -220.00922851538053,373 22.542636655631668374 ],375 "extent": [376 18.463972746955733,377 18.183464331535106,378 22.60599171834542379 ]380 },381 "obb": {382 "center": [383 635.0137140270415,384 -220.00922851538053,385 22.542636655631668386 ],387 "extent": [388 18.463972746955733,389 18.183464331535106,390 22.60599171834542391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 635,400 -220,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 0.8999999761581421,410 0.8999999761581421,411 0.8999999761581421412 ]413 },414 "color": [415 159,416 95,417 63418 ]419 }420 ],421 "chair": [422 {423 "object_id": "SM_Chair_01_53",424 "bbox_2d": [425 1608,426 465,427 1781,428 700429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 530.0000038146973,434 -324.99999809265137,435 40.022247314453125436 ],437 "extent": [438 21.862672805786133,439 20.488967895507812,440 40.022247314453125441 ]442 },443 "obb": {444 "center": [445 530.0000038146973,446 -324.99999809265137,447 40.022247314453125448 ],449 "extent": [450 21.862672805786133,451 20.488967895507812,452 40.022247314453125453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 530,462 -325,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 159,478 95,479 95480 ]481 },482 {483 "object_id": "SM_Chair_2",484 "bbox_2d": [485 1346,486 475,487 1476,488 662489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 529.9999961853027,494 -225.00000190734863,495 40.022247314453125496 ],497 "extent": [498 21.862672805786133,499 20.488967895507812,500 40.022247314453125501 ]502 },503 "obb": {504 "center": [505 529.9999961853027,506 -225.00000190734863,507 40.022247314453125508 ],509 "extent": [510 21.862672805786133,511 20.488967895507812,512 40.022247314453125513 ],514 "rotation": [515 0,516 180,517 0518 ]519 },520 "location": [521 530,522 -225,523 0524 ],525 "rotation": [526 0,527 180,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 159,538 0,539 159540 ]541 },542 {543 "object_id": "SM_Chair_9",544 "bbox_2d": [545 0,546 224,547 181,548 979549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 930.4258401842941,554 -341.2888831061714,555 40.02226257324219556 ],557 "extent": [558 29.575940657640103,559 29.202731953769387,560 40.022247314453125561 ]562 },563 "obb": {564 "center": [565 930.4258401842941,566 -341.2888831061714,567 40.02226257324219568 ],569 "extent": [570 29.575940657640103,571 29.202731953769387,572 40.022247314453125573 ],574 "rotation": [575 0,576 -146.07577514648438,577 0578 ]579 },580 "location": [581 930.4258422851562,582 -341.28887939453125,583 1.52587890625e-05584 ],585 "rotation": [586 0,587 -146.07577514648438,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 127,598 223,599 95600 ]601 },602 {603 "object_id": "SM_Chair_11",604 "bbox_2d": [605 660,606 469,607 767,608 646609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 756.8013265712542,614 -27.384492459664706,615 40.02226257324219616 ],617 "extent": [618 23.908516694612672,619 22.68792813890059,620 40.022247314453125621 ]622 },623 "obb": {624 "center": [625 756.8013265712542,626 -27.384492459664706,627 40.02226257324219628 ],629 "extent": [630 23.908516694612672,631 22.68792813890059,632 40.022247314453125633 ],634 "rotation": [635 0,636 173.9241485595703,637 0638 ]639 },640 "location": [641 756.8013305664062,642 -27.384490966796875,643 1.52587890625e-05644 ],645 "rotation": [646 0,647 173.9241485595703,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 223,658 191,659 127660 ]661 },662 {663 "object_id": "SM_Chair_12",664 "bbox_2d": [665 734,666 450,667 856,668 668669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 753.7443884906567,674 -117.27447302063119,675 40.02226257324219676 ],677 "extent": [678 22.762253080915684,679 21.45173615042866,680 40.022247314453125681 ]682 },683 "obb": {684 "center": [685 753.7443884906567,686 -117.27447302063119,687 40.02226257324219688 ],689 "extent": [690 22.762253080915684,691 21.45173615042866,692 40.022247314453125693 ],694 "rotation": [695 0,696 2.578369140625,697 0698 ]699 },700 "location": [701 753.744384765625,702 -117.27447509765625,703 1.52587890625e-05704 ],705 "rotation": [706 0,707 2.578369140625,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 223,718 191,719 191720 ]721 }722 ],723 "folding": [724 {725 "object_id": "SM_Folding_Closed_193",726 "bbox_2d": [727 1146,728 423,729 1233,730 614731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 563.0454411043925,736 -130.0000126586815,737 50.90002023748582738 ],739 "extent": [740 14.748420726222093,741 24.495208003608745,742 51.49888812606113743 ]744 },745 "obb": {746 "center": [747 563.0454411043925,748 -130.0000126586815,749 50.90002023748581750 ],751 "extent": [752 14.748420726222093,753 24.495208003608745,754 51.49888812606113755 ],756 "rotation": [757 -3.0517578125552415e-05,758 -90.0000991821289,759 -10.000030517578125760 ]761 },762 "location": [763 571.394287109375,764 -130,765 0766 ],767 "rotation": [768 -3.0517578125552415e-05,769 -90.0000991821289,770 -10.000030517578125771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 63,780 223,781 191782 ]783 }784 ],785 "beer crate": [786 {787 "object_id": "SM_Beercrate_02_196",788 "bbox_2d": [789 1081,790 588,791 1186,792 646793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 591.910888671875,798 -127.89835357666016,799 12.455690383911133800 ],801 "extent": [802 16.99475471831613,803 21.9947441556898,804 12.544294357299805805 ]806 },807 "obb": {808 "center": [809 591.910888671875,810 -127.89835357666016,811 12.455690383911133812 ],813 "extent": [814 16.99475471831613,815 21.9947441556898,816 12.544294357299805817 ],818 "rotation": [819 0,820 -90.00009918212892,821 0822 ]823 },824 "location": [825 591.910888671875,826 -127.89835357666016,827 -1.52587890625e-05828 ],829 "rotation": [830 0,831 -90.00009918212892,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 63,842 223,843 31844 ]845 },846 {847 "object_id": "SM_Beercrate_3",848 "bbox_2d": [849 1015,850 588,851 1122,852 651853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 627.9992065429688,858 -127.89835357666016,859 12.455690642700574860 ],861 "extent": [862 16.99475471831613,863 21.9947441556898,864 12.544294357299805865 ]866 },867 "obb": {868 "center": [869 627.9992065429688,870 -127.89835357666016,871 12.455690642700574872 ],873 "extent": [874 16.99475471831613,875 21.9947441556898,876 12.544294357299805877 ],878 "rotation": [879 0,880 -90.00009918212892,881 0882 ]883 },884 "location": [885 627.9992065429688,886 -127.89835357666016,887 -1.4999999621068127e-05888 ],889 "rotation": [890 0,891 -90.00009918212892,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 63,902 223,903 95904 ]905 },906 {907 "object_id": "SM_Beercrate_4",908 "bbox_2d": [909 1081,910 533,911 1186,912 589913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 591.910888671875,918 -127.89835357666016,919 37.52694129943848920 ],921 "extent": [922 16.99475471831613,923 21.9947441556898,924 12.544294357299805925 ]926 },927 "obb": {928 "center": [929 591.910888671875,930 -127.89835357666016,931 37.52694129943848932 ],933 "extent": [934 16.99475471831613,935 21.9947441556898,936 12.544294357299805937 ],938 "rotation": [939 0,940 -90.00009918212892,941 0942 ]943 },944 "location": [945 591.910888671875,946 -127.89835357666016,947 25.07123565673828948 ],949 "rotation": [950 0,951 -90.00009918212892,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 63,962 223,963 159964 ]965 },966 {967 "object_id": "SM_Beercrate_5",968 "bbox_2d": [969 1015,970 533,971 1122,972 591973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 627.9992065429688,978 -127.89835357666016,979 37.52694129943848980 ],981 "extent": [982 16.99475471831613,983 21.9947441556898,984 12.544294357299805985 ]986 },987 "obb": {988 "center": [989 627.9992065429688,990 -127.89835357666016,991 37.52694129943848992 ],993 "extent": [994 16.99475471831613,995 21.9947441556898,996 12.544294357299805997 ],998 "rotation": [999 0,1000 -90.00009918212892,1001 01002 ]1003 },1004 "location": [1005 627.9992065429688,1006 -127.89835357666016,1007 25.071235656738281008 ],1009 "rotation": [1010 0,1011 -90.00009918212892,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 191,1022 223,1023 01024 ]1025 },1026 {1027 "object_id": "SM_BeerCrate_01_302",1028 "bbox_2d": [1029 1068,1030 496,1031 1185,1032 5321033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 594,1038 -127.00000190734863,1039 60.999998092651371040 ],1041 "extent": [1042 22.500003814697266,1043 15.00000286102295,1044 11.0000047683715821045 ]1046 },1047 "obb": {1048 "center": [1049 594,1050 -127.00000190734863,1051 60.999998092651371052 ],1053 "extent": [1054 22.500003814697266,1055 15.00000286102295,1056 11.0000047683715821057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 594,1066 -127,1067 501068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 223,1082 191,1083 01084 ]1085 }1086 ],1087 "chopstick stand": [1088 {1089 "object_id": "SM_ChopstickStand2",1090 "bbox_2d": [1091 1411,1092 351,1093 1440,1094 4001095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 669.8083425419895,1100 -329.6758147638004,1101 82.759943008422851102 ],1103 "extent": [1104 6.685903833459065,1105 5.782682747893148,1106 9.7599430084228521107 ]1108 },1109 "obb": {1110 "center": [1111 669.8083425419895,1112 -329.6758147638004,1113 82.759943008422851114 ],1115 "extent": [1116 6.685903833459065,1117 5.782682747893148,1118 9.7599430084228521119 ],1120 "rotation": [1121 0,1122 100.00014495849612,1123 01124 ]1125 },1126 "location": [1127 668.5819091796875,1128 -331.2373046875,1129 731130 ],1131 "rotation": [1132 0,1133 100.00014495849612,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 191,1144 223,1145 951146 ]1147 },1148 {1149 "object_id": "SM_ChopstickStand3",1150 "bbox_2d": [1151 1077,1152 413,1153 1101,1154 4361155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 671.572136487302,1160 -199.585864202277,1161 82.759943008422851162 ],1163 "extent": [1164 6.685903833459065,1165 5.782682747893119,1166 9.7599430084228521167 ]1168 },1169 "obb": {1170 "center": [1171 671.572136487302,1172 -199.585864202277,1173 82.759943008422851174 ],1175 "extent": [1176 6.685903833459065,1177 5.782682747893119,1178 9.7599430084228521179 ],1180 "rotation": [1181 0,1182 100.00014495849612,1183 01184 ]1185 },1186 "location": [1187 670.345703125,1188 -201.14735412597656,1189 731190 ],1191 "rotation": [1192 0,1193 100.00014495849612,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]