TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l011_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l011_r001/lit.png",5 "camera": {6 "location": [7 574,8 -407,9 4710 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 574,38 -407,39 47,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_3",56 "bbox_2d": [57 820,58 316,59 904,60 40261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1002.1334449000738,66 197.33835840559442,67 108.2714691162109468 ],69 "extent": [70 39.43860224900294,71 35.45908083700675,72 108.8762054443359473 ]74 },75 "obb": {76 "center": [77 1002.1334449000738,78 197.33835840559442,79 108.2714691162109480 ],81 "extent": [82 39.43860224900294,83 35.45908083700675,84 108.8762054443359485 ],86 "rotation": [87 0,88 140.00001525878906,89 090 ]91 },92 "location": [93 1035,94 170,95 096 ],97 "rotation": [98 0,99 140.00001525878906,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 63112 ]113 }114 ]115 },116 "foreground": {117 "plane": [118 {119 "object_id": "Plane_243",120 "bbox_2d": [121 63,122 726,123 410,124 895125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 890,130 -460,131 0132 ],133 "extent": [134 150,135 150,136 2.4121840694324697e-14137 ]138 },139 "obb": {140 "center": [141 890,142 -460,143 0144 ],145 "extent": [146 150,147 150,148 2.4121840694324697e-14149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 890,158 -460,159 0160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 3,168 3,169 3170 ]171 },172 "color": [173 0,174 31,175 191176 ]177 }178 ],179 "bar stool": [180 {181 "object_id": "SM_Barstool_01_Small_45",182 "bbox_2d": [183 64,184 553,185 352,186 964187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 725.0137140279497,192 -350.0092285159917,193 22.542636655631668194 ],195 "extent": [196 18.46397396977636,197 18.183465535778396,198 22.60599171834542199 ]200 },201 "obb": {202 "center": [203 725.0137140279497,204 -350.0092285159917,205 22.542636655631668206 ],207 "extent": [208 18.46397396977636,209 18.183465535778396,210 22.60599171834542211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 725,220 -350,221 0222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 0.9000000357627869,230 0.9000000357627869,231 0.8999999761581421232 ]233 },234 "color": [235 159,236 95,237 0238 ]239 },240 {241 "object_id": "SM_Barstool_01_Small2",242 "bbox_2d": [243 396,244 559,245 910,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 635.0137140270415,252 -350.0092285153805,253 22.542636655631668254 ],255 "extent": [256 18.463972746955733,257 18.183464331535106,258 22.60599171834542259 ]260 },261 "obb": {262 "center": [263 635.0137140270415,264 -350.0092285153805,265 22.542636655631668266 ],267 "extent": [268 18.463972746955733,269 18.183464331535106,270 22.60599171834542271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 635,280 -350,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.8999999761581421,290 0.8999999761581421,291 0.8999999761581421292 ]293 },294 "color": [295 159,296 95,297 255298 ]299 },300 {301 "object_id": "SM_Barstool_01_Small3",302 "bbox_2d": [303 723,304 547,305 891,306 744307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 725.0137140270415,312 -220.00922851538053,313 22.542636655631668314 ],315 "extent": [316 18.463972746955733,317 18.183464331535106,318 22.60599171834542319 ]320 },321 "obb": {322 "center": [323 725.0137140270415,324 -220.00922851538053,325 22.542636655631668326 ],327 "extent": [328 18.463972746955733,329 18.183464331535106,330 22.60599171834542331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 725,340 -220,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 0.8999999761581421,350 0.8999999761581421,351 0.8999999761581421352 ]353 },354 "color": [355 159,356 95,357 127358 ]359 },360 {361 "object_id": "SM_Barstool_01_Small4",362 "bbox_2d": [363 1066,364 549,365 1257,366 798367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 635.0137140270415,372 -220.00922851538053,373 22.542636655631668374 ],375 "extent": [376 18.463972746955733,377 18.183464331535106,378 22.60599171834542379 ]380 },381 "obb": {382 "center": [383 635.0137140270415,384 -220.00922851538053,385 22.542636655631668386 ],387 "extent": [388 18.463972746955733,389 18.183464331535106,390 22.60599171834542391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 635,400 -220,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 0.8999999761581421,410 0.8999999761581421,411 0.8999999761581421412 ]413 },414 "color": [415 159,416 95,417 63418 ]419 }420 ],421 "chair": [422 {423 "object_id": "SM_Chair_01_53",424 "bbox_2d": [425 1916,426 596,427 1919,428 703429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 530.0000038146973,434 -324.99999809265137,435 40.022247314453125436 ],437 "extent": [438 21.862672805786133,439 20.488967895507812,440 40.022247314453125441 ]442 },443 "obb": {444 "center": [445 530.0000038146973,446 -324.99999809265137,447 40.022247314453125448 ],449 "extent": [450 21.862672805786133,451 20.488967895507812,452 40.022247314453125453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 530,462 -325,463 0464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 159,478 95,479 95480 ]481 },482 {483 "object_id": "SM_Chair_2",484 "bbox_2d": [485 1720,486 419,487 1919,488 898489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 529.9999961853027,494 -225.00000190734863,495 40.022247314453125496 ],497 "extent": [498 21.862672805786133,499 20.488967895507812,500 40.022247314453125501 ]502 },503 "obb": {504 "center": [505 529.9999961853027,506 -225.00000190734863,507 40.022247314453125508 ],509 "extent": [510 21.862672805786133,511 20.488967895507812,512 40.022247314453125513 ],514 "rotation": [515 0,516 180,517 0518 ]519 },520 "location": [521 530,522 -225,523 0524 ],525 "rotation": [526 0,527 180,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 159,538 0,539 159540 ]541 },542 {543 "object_id": "SM_Chair_11",544 "bbox_2d": [545 980,546 503,547 1086,548 653549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 756.8013265712542,554 -27.384492459664706,555 40.02226257324219556 ],557 "extent": [558 23.908516694612672,559 22.68792813890059,560 40.022247314453125561 ]562 },563 "obb": {564 "center": [565 756.8013265712542,566 -27.384492459664706,567 40.02226257324219568 ],569 "extent": [570 23.908516694612672,571 22.68792813890059,572 40.022247314453125573 ],574 "rotation": [575 0,576 173.9241485595703,577 0578 ]579 },580 "location": [581 756.8013305664062,582 -27.384490966796875,583 1.52587890625e-05584 ],585 "rotation": [586 0,587 173.9241485595703,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 223,598 191,599 127600 ]601 },602 {603 "object_id": "SM_Chair_12",604 "bbox_2d": [605 862,606 478,607 997,608 682609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 753.7443884906567,614 -117.27447302063119,615 40.02226257324219616 ],617 "extent": [618 22.762253080915684,619 21.45173615042866,620 40.022247314453125621 ]622 },623 "obb": {624 "center": [625 753.7443884906567,626 -117.27447302063119,627 40.02226257324219628 ],629 "extent": [630 22.762253080915684,631 21.45173615042866,632 40.022247314453125633 ],634 "rotation": [635 0,636 2.578369140625,637 0638 ]639 },640 "location": [641 753.744384765625,642 -117.27447509765625,643 1.52587890625e-05644 ],645 "rotation": [646 0,647 2.578369140625,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 223,658 191,659 191660 ]661 }662 ],663 "folding": [664 {665 "object_id": "SM_Folding_Closed_193",666 "bbox_2d": [667 1519,668 387,669 1592,670 741671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 563.0454411043925,676 -130.0000126586815,677 50.90002023748582678 ],679 "extent": [680 14.748420726222093,681 24.495208003608745,682 51.49888812606113683 ]684 },685 "obb": {686 "center": [687 563.0454411043925,688 -130.0000126586815,689 50.90002023748581690 ],691 "extent": [692 14.748420726222093,693 24.495208003608745,694 51.49888812606113695 ],696 "rotation": [697 -3.0517578125552415e-05,698 -90.0000991821289,699 -10.000030517578125700 ]701 },702 "location": [703 571.394287109375,704 -130,705 0706 ],707 "rotation": [708 -3.0517578125552415e-05,709 -90.0000991821289,710 -10.000030517578125711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 63,720 223,721 191722 ]723 }724 ],725 "beer crate": [726 {727 "object_id": "SM_Beercrate_02_196",728 "bbox_2d": [729 1357,730 622,731 1509,732 738733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 591.910888671875,738 -127.89835357666016,739 12.455690383911133740 ],741 "extent": [742 16.99475471831613,743 21.9947441556898,744 12.544294357299805745 ]746 },747 "obb": {748 "center": [749 591.910888671875,750 -127.89835357666016,751 12.455690383911133752 ],753 "extent": [754 16.99475471831613,755 21.9947441556898,756 12.544294357299805757 ],758 "rotation": [759 0,760 -90.00009918212892,761 0762 ]763 },764 "location": [765 591.910888671875,766 -127.89835357666016,767 -1.52587890625e-05768 ],769 "rotation": [770 0,771 -90.00009918212892,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 63,782 223,783 31784 ]785 },786 {787 "object_id": "SM_Beercrate_3",788 "bbox_2d": [789 1215,790 616,791 1360,792 723793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 627.9992065429688,798 -127.89835357666016,799 12.455690642700574800 ],801 "extent": [802 16.99475471831613,803 21.9947441556898,804 12.544294357299805805 ]806 },807 "obb": {808 "center": [809 627.9992065429688,810 -127.89835357666016,811 12.455690642700574812 ],813 "extent": [814 16.99475471831613,815 21.9947441556898,816 12.544294357299805817 ],818 "rotation": [819 0,820 -90.00009918212892,821 0822 ]823 },824 "location": [825 627.9992065429688,826 -127.89835357666016,827 -1.4999999621068127e-05828 ],829 "rotation": [830 0,831 -90.00009918212892,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 63,842 223,843 95844 ]845 },846 {847 "object_id": "SM_Beercrate_4",848 "bbox_2d": [849 1357,850 527,851 1509,852 632853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 591.910888671875,858 -127.89835357666016,859 37.52694129943848860 ],861 "extent": [862 16.99475471831613,863 21.9947441556898,864 12.544294357299805865 ]866 },867 "obb": {868 "center": [869 591.910888671875,870 -127.89835357666016,871 37.52694129943848872 ],873 "extent": [874 16.99475471831613,875 21.9947441556898,876 12.544294357299805877 ],878 "rotation": [879 0,880 -90.00009918212892,881 0882 ]883 },884 "location": [885 591.910888671875,886 -127.89835357666016,887 25.07123565673828888 ],889 "rotation": [890 0,891 -90.00009918212892,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 63,902 223,903 159904 ]905 },906 {907 "object_id": "SM_Beercrate_5",908 "bbox_2d": [909 1215,910 528,911 1360,912 625913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 627.9992065429688,918 -127.89835357666016,919 37.52694129943848920 ],921 "extent": [922 16.99475471831613,923 21.9947441556898,924 12.544294357299805925 ]926 },927 "obb": {928 "center": [929 627.9992065429688,930 -127.89835357666016,931 37.52694129943848932 ],933 "extent": [934 16.99475471831613,935 21.9947441556898,936 12.544294357299805937 ],938 "rotation": [939 0,940 -90.00009918212892,941 0942 ]943 },944 "location": [945 627.9992065429688,946 -127.89835357666016,947 25.07123565673828948 ],949 "rotation": [950 0,951 -90.00009918212892,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 191,962 223,963 0964 ]965 },966 {967 "object_id": "SM_BeerCrate_01_302",968 "bbox_2d": [969 1326,970 435,971 1525,972 528973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 594,978 -127.00000190734863,979 60.99999809265137980 ],981 "extent": [982 22.500003814697266,983 15.00000286102295,984 11.000004768371582985 ]986 },987 "obb": {988 "center": [989 594,990 -127.00000190734863,991 60.99999809265137992 ],993 "extent": [994 22.500003814697266,995 15.00000286102295,996 11.000004768371582997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 594,1006 -127,1007 501008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 223,1022 191,1023 01024 ]1025 }1026 ],1027 "chopstick stand": [1028 {1029 "object_id": "SM_ChopstickStand2",1030 "bbox_2d": [1031 547,1032 155,1033 641,1034 2431035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 669.8083425419895,1040 -329.6758147638004,1041 82.759943008422851042 ],1043 "extent": [1044 6.685903833459065,1045 5.782682747893148,1046 9.7599430084228521047 ]1048 },1049 "obb": {1050 "center": [1051 669.8083425419895,1052 -329.6758147638004,1053 82.759943008422851054 ],1055 "extent": [1056 6.685903833459065,1057 5.782682747893148,1058 9.7599430084228521059 ],1060 "rotation": [1061 0,1062 100.00014495849612,1063 01064 ]1065 },1066 "location": [1067 668.5819091796875,1068 -331.2373046875,1069 731070 ],1071 "rotation": [1072 0,1073 100.00014495849612,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 191,1084 223,1085 951086 ]1087 },1088 {1089 "object_id": "SM_ChopstickStand3",1090 "bbox_2d": [1091 1015,1092 348,1093 1066,1094 3881095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 671.572136487302,1100 -199.585864202277,1101 82.759943008422851102 ],1103 "extent": [1104 6.685903833459065,1105 5.782682747893119,1106 9.7599430084228521107 ]1108 },1109 "obb": {1110 "center": [1111 671.572136487302,1112 -199.585864202277,1113 82.759943008422851114 ],1115 "extent": [1116 6.685903833459065,1117 5.782682747893119,1118 9.7599430084228521119 ],1120 "rotation": [1121 0,1122 100.00014495849612,1123 01124 ]1125 },1126 "location": [1127 670.345703125,1128 -201.14735412597656,1129 731130 ],1131 "rotation": [1132 0,1133 100.00014495849612,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 191,1144 223,1145 1591146 ]1147 },1148 {1149 "object_id": "SM_ChopstickStand8",1150 "bbox_2d": [1151 645,1152 417,1153 662,1154 4251155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 893.5608769591819,1160 -118.92147453089552,1161 103.759943008422851162 ],1163 "extent": [1164 5.782672073406616,1165 6.6858959072256425,1166 9.7599430084228521167 ]1168 },1169 "obb": {1170 "center": [1171 893.5608769591819,1172 -118.92147453089552,1173 103.759943008422851174 ],1175 "extent": [1176 5.782672073406616,1177 6.6858959072256425,1178 9.7599430084228521179 ],1180 "rotation": [1181 0,1182 10.000022888183594,1183 01184 ]1185 },1186 "location": [1187 891.9993896484375,1188 -117.69503784179688,1189 941190 ],1191 "rotation": [1192 0,1193 10.000022888183594,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]