TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "0_l034_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/placement/JapaneseRestaurant_02/0_l034_r003/lit.png",5 "camera": {6 "location": [7 931,8 -207,9 12010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 931,38 -207,39 120,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 90,58 275,59 260,60 73961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 191,111 63112 ]113 }114 ],115 "brick": [116 {117 "object_id": "SM_Brick_01_u9k4",118 "bbox_2d": [119 1016,120 610,121 1099,122 657123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 535.4196528417477,128 -247.01678745039695,129 81.5303113205093130 ],131 "extent": [132 19.600474724209562,133 16.385772874872572,134 8.389632759915656135 ]136 },137 "obb": {138 "center": [139 535.4196528417477,140 -247.01678745039695,141 81.5303113205093142 ],143 "extent": [144 19.600474724209562,145 16.385772874872572,146 8.389632759915656147 ],148 "rotation": [149 0.051053825271811466,150 -29.712771537225137,151 36.231372485915024152 ]153 },154 "location": [155 533.9580040963162,156 -249.58525441614273,157 77.4971289057342158 ],159 "rotation": [160 0.051053825271811466,161 -29.712771537225137,162 36.231372485915024163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 191,173 15174 ]175 }176 ]177 },178 "foreground": {179 "bar stool": [180 {181 "object_id": "SM_Barstool_01_Small_45",182 "bbox_2d": [183 1519,184 865,185 1742,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 725.0137140279497,192 -350.0092285159917,193 22.542636655631668194 ],195 "extent": [196 18.46397396977636,197 18.183465535778396,198 22.60599171834542199 ]200 },201 "obb": {202 "center": [203 725.0137140279497,204 -350.0092285159917,205 22.542636655631668206 ],207 "extent": [208 18.46397396977636,209 18.183465535778396,210 22.60599171834542211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 725,220 -350,221 0222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 0.9000000357627869,230 0.9000000357627869,231 0.8999999761581421232 ]233 },234 "color": [235 159,236 31,237 95238 ]239 },240 {241 "object_id": "SM_Barstool_01_Small2",242 "bbox_2d": [243 1364,244 771,245 1497,246 948247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 635.0137140270415,252 -350.0092285153805,253 22.542636655631668254 ],255 "extent": [256 18.463972746955733,257 18.183464331535106,258 22.60599171834542259 ]260 },261 "obb": {262 "center": [263 635.0137140270415,264 -350.0092285153805,265 22.542636655631668266 ],267 "extent": [268 18.463972746955733,269 18.183464331535106,270 22.60599171834542271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 635,280 -350,281 0282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.8999999761581421,290 0.8999999761581421,291 0.8999999761581421292 ]293 },294 "color": [295 159,296 95,297 0298 ]299 },300 {301 "object_id": "SM_Barstool_01_Small3",302 "bbox_2d": [303 936,304 865,305 1109,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 725.0137140270415,312 -220.00922851538053,313 22.542636655631668314 ],315 "extent": [316 18.463972746955733,317 18.183464331535106,318 22.60599171834542319 ]320 },321 "obb": {322 "center": [323 725.0137140270415,324 -220.00922851538053,325 22.542636655631668326 ],327 "extent": [328 18.463972746955733,329 18.183464331535106,330 22.60599171834542331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 725,340 -220,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 0.8999999761581421,350 0.8999999761581421,351 0.8999999761581421352 ]353 },354 "color": [355 159,356 95,357 255358 ]359 },360 {361 "object_id": "SM_Barstool_01_Small4",362 "bbox_2d": [363 943,364 794,365 1063,366 947367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 635.0137140270415,372 -220.00922851538053,373 22.542636655631668374 ],375 "extent": [376 18.463972746955733,377 18.183464331535106,378 22.60599171834542379 ]380 },381 "obb": {382 "center": [383 635.0137140270415,384 -220.00922851538053,385 22.542636655631668386 ],387 "extent": [388 18.463972746955733,389 18.183464331535106,390 22.60599171834542391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 635,400 -220,401 0402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 0.8999999761581421,410 0.8999999761581421,411 0.8999999761581421412 ]413 },414 "color": [415 159,416 95,417 127418 ]419 },420 {421 "object_id": "SM_Barstool_01_Small6",422 "bbox_2d": [423 1762,424 771,425 1919,426 948427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 635.0137140270415,432 -480.0092285153805,433 22.542636655631668434 ],435 "extent": [436 18.463972746955733,437 18.183464331535106,438 22.60599171834542439 ]440 },441 "obb": {442 "center": [443 635.0137140270415,444 -480.0092285153805,445 22.542636655631668446 ],447 "extent": [448 18.463972746955733,449 18.183464331535106,450 22.60599171834542451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 635,460 -480,461 0462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 0.8999999761581421,470 0.8999999761581421,471 0.8999999761581421472 ]473 },474 "color": [475 159,476 95,477 191478 ]479 }480 ],481 "chair": [482 {483 "object_id": "SM_Chair_01_53",484 "bbox_2d": [485 1185,486 631,487 1298,488 843489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 530.0000038146973,494 -324.99999809265137,495 40.022247314453125496 ],497 "extent": [498 21.862672805786133,499 20.488967895507812,500 40.022247314453125501 ]502 },503 "obb": {504 "center": [505 530.0000038146973,506 -324.99999809265137,507 40.022247314453125508 ],509 "extent": [510 21.862672805786133,511 20.488967895507812,512 40.022247314453125513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 530,522 -325,523 0524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 159,538 95,539 31540 ]541 },542 {543 "object_id": "SM_Chair_2",544 "bbox_2d": [545 954,546 631,547 1048,548 837549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 529.9999961853027,554 -225.00000190734863,555 40.022247314453125556 ],557 "extent": [558 21.862672805786133,559 20.488967895507812,560 40.022247314453125561 ]562 },563 "obb": {564 "center": [565 529.9999961853027,566 -225.00000190734863,567 40.022247314453125568 ],569 "extent": [570 21.862672805786133,571 20.488967895507812,572 40.022247314453125573 ],574 "rotation": [575 0,576 180,577 0578 ]579 },580 "location": [581 530,582 -225,583 0584 ],585 "rotation": [586 0,587 180,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 159,598 95,599 95600 ]601 },602 {603 "object_id": "SM_Chair_3",604 "bbox_2d": [605 1646,606 631,607 1802,608 843609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 530.0000038146973,614 -524.9999980926514,615 40.022247314453125616 ],617 "extent": [618 21.862672805786133,619 20.488967895507812,620 40.022247314453125621 ]622 },623 "obb": {624 "center": [625 530.0000038146973,626 -524.9999980926514,627 40.022247314453125628 ],629 "extent": [630 21.862672805786133,631 20.488967895507812,632 40.022247314453125633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 530,642 -525,643 0644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 159,658 0,659 159660 ]661 },662 {663 "object_id": "SM_Chair_4",664 "bbox_2d": [665 1423,666 631,667 1553,668 838669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 529.9999961853027,674 -425.00000190734863,675 40.022247314453125676 ],677 "extent": [678 21.862672805786133,679 20.488967895507812,680 40.022247314453125681 ]682 },683 "obb": {684 "center": [685 529.9999961853027,686 -425.00000190734863,687 40.022247314453125688 ],689 "extent": [690 21.862672805786133,691 20.488967895507812,692 40.022247314453125693 ],694 "rotation": [695 0,696 180,697 0698 ]699 },700 "location": [701 530,702 -425,703 0704 ],705 "rotation": [706 0,707 180,708 0709 ],710 "scale": [711 1,712 1,713 1714 ]715 },716 "color": [717 159,718 255,719 159720 ]721 },722 {723 "object_id": "SM_Chair_11",724 "bbox_2d": [725 0,726 910,727 154,728 1022729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 756.8013265712542,734 -27.384492459664706,735 40.02226257324219736 ],737 "extent": [738 23.908516694612672,739 22.68792813890059,740 40.022247314453125741 ]742 },743 "obb": {744 "center": [745 756.8013265712542,746 -27.384492459664706,747 40.02226257324219748 ],749 "extent": [750 23.908516694612672,751 22.68792813890059,752 40.022247314453125753 ],754 "rotation": [755 0,756 173.9241485595703,757 0758 ]759 },760 "location": [761 756.8013305664062,762 -27.384490966796875,763 1.52587890625e-05764 ],765 "rotation": [766 0,767 173.9241485595703,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 223,778 63,779 191780 ]781 },782 {783 "object_id": "SM_Chair_12",784 "bbox_2d": [785 325,786 736,787 598,788 1079789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 753.7443884906567,794 -117.27447302063119,795 40.02226257324219796 ],797 "extent": [798 22.762253080915684,799 21.45173615042866,800 40.022247314453125801 ]802 },803 "obb": {804 "center": [805 753.7443884906567,806 -117.27447302063119,807 40.02226257324219808 ],809 "extent": [810 22.762253080915684,811 21.45173615042866,812 40.022247314453125813 ],814 "rotation": [815 0,816 2.578369140625,817 0818 ]819 },820 "location": [821 753.744384765625,822 -117.27447509765625,823 1.52587890625e-05824 ],825 "rotation": [826 0,827 2.578369140625,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 223,838 63,839 95840 ]841 }842 ],843 "folding": [844 {845 "object_id": "SM_Folding_Closed_193",846 "bbox_2d": [847 697,848 588,849 825,850 858851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 563.0454411043925,856 -130.0000126586815,857 50.90002023748582858 ],859 "extent": [860 14.748420726222093,861 24.495208003608745,862 51.49888812606113863 ]864 },865 "obb": {866 "center": [867 563.0454411043925,868 -130.0000126586815,869 50.90002023748581870 ],871 "extent": [872 14.748420726222093,873 24.495208003608745,874 51.49888812606113875 ],876 "rotation": [877 -3.0517578125552415e-05,878 -90.0000991821289,879 -10.000030517578125880 ]881 },882 "location": [883 571.394287109375,884 -130,885 0886 ],887 "rotation": [888 -3.0517578125552415e-05,889 -90.0000991821289,890 -10.000030517578125891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 63,900 223,901 127902 ]903 },904 {905 "object_id": "SM_Folding_Closed5",906 "bbox_2d": [907 1869,908 587,909 1919,910 843911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 562.4636840820312,916 -586.0146183365416,917 50.90002009852853918 ],919 "extent": [920 24.49518585205078,921 14.748379146541879,922 51.49887502838979923 ]924 },925 "obb": {926 "center": [927 562.4636840820312,928 -586.0146183365416,929 50.90002009852852930 ],931 "extent": [932 24.49518585205078,933 14.748379146541879,934 51.49887502838979935 ],936 "rotation": [937 0,938 0,939 -10.000031471252441940 ]941 },942 "location": [943 562.4636840820312,944 -577.665771484375,945 0946 ],947 "rotation": [948 0,949 0,950 -10.000031471252441951 ],952 "scale": [953 1,954 1,955 1956 ]957 },958 "color": [959 191,960 223,961 127962 ]963 }964 ],965 "beer crate": [966 {967 "object_id": "SM_Beercrate_02_196",968 "bbox_2d": [969 677,970 798,971 803,972 894973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 591.910888671875,978 -127.89835357666016,979 12.455690383911133980 ],981 "extent": [982 16.99475471831613,983 21.9947441556898,984 12.544294357299805985 ]986 },987 "obb": {988 "center": [989 591.910888671875,990 -127.89835357666016,991 12.455690383911133992 ],993 "extent": [994 16.99475471831613,995 21.9947441556898,996 12.544294357299805997 ],998 "rotation": [999 0,1000 -90.00009918212892,1001 01002 ]1003 },1004 "location": [1005 591.910888671875,1006 -127.89835357666016,1007 -1.52587890625e-051008 ],1009 "rotation": [1010 0,1011 -90.00009918212892,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 63,1022 223,1023 631024 ]1025 },1026 {1027 "object_id": "SM_Beercrate_3",1028 "bbox_2d": [1029 627,1030 827,1031 784,1032 9401033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 627.9992065429688,1038 -127.89835357666016,1039 12.4556906427005741040 ],1041 "extent": [1042 16.99475471831613,1043 21.9947441556898,1044 12.5442943572998051045 ]1046 },1047 "obb": {1048 "center": [1049 627.9992065429688,1050 -127.89835357666016,1051 12.4556906427005741052 ],1053 "extent": [1054 16.99475471831613,1055 21.9947441556898,1056 12.5442943572998051057 ],1058 "rotation": [1059 0,1060 -90.00009918212892,1061 01062 ]1063 },1064 "location": [1065 627.9992065429688,1066 -127.89835357666016,1067 -1.4999999621068127e-051068 ],1069 "rotation": [1070 0,1071 -90.00009918212892,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 63,1082 223,1083 1911084 ]1085 },1086 {1087 "object_id": "SM_Beercrate_4",1088 "bbox_2d": [1089 663,1090 729,1091 803,1092 8201093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 591.910888671875,1098 -127.89835357666016,1099 37.526941299438481100 ],1101 "extent": [1102 16.99475471831613,1103 21.9947441556898,1104 12.5442943572998051105 ]1106 },1107 "obb": {1108 "center": [1109 591.910888671875,1110 -127.89835357666016,1111 37.526941299438481112 ],1113 "extent": [1114 16.99475471831613,1115 21.9947441556898,1116 12.5442943572998051117 ],1118 "rotation": [1119 0,1120 -90.00009918212892,1121 01122 ]1123 },1124 "location": [1125 591.910888671875,1126 -127.89835357666016,1127 25.071235656738281128 ],1129 "rotation": [1130 0,1131 -90.00009918212892,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 63,1142 223,1143 311144 ]1145 },1146 {1147 "object_id": "SM_Beercrate_5",1148 "bbox_2d": [1149 627,1150 750,1151 784,1152 8571153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 627.9992065429688,1158 -127.89835357666016,1159 37.526941299438481160 ],1161 "extent": [1162 16.99475471831613,1163 21.9947441556898,1164 12.5442943572998051165 ]1166 },1167 "obb": {1168 "center": [1169 627.9992065429688,1170 -127.89835357666016,1171 37.526941299438481172 ],1173 "extent": [1174 16.99475471831613,1175 21.9947441556898,1176 12.5442943572998051177 ],1178 "rotation": [1179 0,1180 -90.00009918212892,1181 01182 ]1183 },1184 "location": [1185 627.9992065429688,1186 -127.89835357666016,1187 25.071235656738281188 ],1189 "rotation": [1190 0,1191 -90.00009918212892,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [