TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l030_off0_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l030_off0_r003/lit.png",5 "camera": {6 "location": [7 860,8 -272,9 13010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 860,38 -272,39 130,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "bar stool": [55 {56 "object_id": "SM_Barstool_01_Small_45",57 "bbox_2d": [58 1444,59 1079,60 1452,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 725.0137140279497,67 -350.0092285159917,68 22.54263665563166869 ],70 "extent": [71 18.46397396977636,72 18.183465535778396,73 22.6059917183454274 ]75 },76 "obb": {77 "center": [78 725.0137140279497,79 -350.0092285159917,80 22.54263665563166881 ],82 "extent": [83 18.46397396977636,84 18.183465535778396,85 22.6059917183454286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 725,95 -350,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.9000000357627869,105 0.9000000357627869,106 0.8999999761581421107 ]108 },109 "color": [110 159,111 95,112 0113 ]114 },115 {116 "object_id": "SM_Barstool_01_Small2",117 "bbox_2d": [118 1212,119 891,120 1377,121 1079122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 635.0137140270415,127 -350.0092285153805,128 22.542636655631668129 ],130 "extent": [131 18.463972746955733,132 18.183464331535106,133 22.60599171834542134 ]135 },136 "obb": {137 "center": [138 635.0137140270415,139 -350.0092285153805,140 22.542636655631668141 ],142 "extent": [143 18.463972746955733,144 18.183464331535106,145 22.60599171834542146 ],147 "rotation": [148 0,149 0,150 0151 ]152 },153 "location": [154 635,155 -350,156 0157 ],158 "rotation": [159 0,160 0,161 0162 ],163 "scale": [164 0.8999999761581421,165 0.8999999761581421,166 0.8999999761581421167 ]168 },169 "color": [170 159,171 95,172 255173 ]174 },175 {176 "object_id": "SM_Barstool_01_Small3",177 "bbox_2d": [178 624,179 1079,180 631,181 1079182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 725.0137140270415,187 -220.00922851538053,188 22.542636655631668189 ],190 "extent": [191 18.463972746955733,192 18.183464331535106,193 22.60599171834542194 ]195 },196 "obb": {197 "center": [198 725.0137140270415,199 -220.00922851538053,200 22.542636655631668201 ],202 "extent": [203 18.463972746955733,204 18.183464331535106,205 22.60599171834542206 ],207 "rotation": [208 0,209 0,210 0211 ]212 },213 "location": [214 725,215 -220,216 0217 ],218 "rotation": [219 0,220 0,221 0222 ],223 "scale": [224 0.8999999761581421,225 0.8999999761581421,226 0.8999999761581421227 ]228 },229 "color": [230 159,231 95,232 127233 ]234 },235 {236 "object_id": "SM_Barstool_01_Small4",237 "bbox_2d": [238 660,239 982,240 810,241 1079242 ],243 "bbox_3d": {244 "aabb": {245 "center": [246 635.0137140270415,247 -220.00922851538053,248 22.542636655631668249 ],250 "extent": [251 18.463972746955733,252 18.183464331535106,253 22.60599171834542254 ]255 },256 "obb": {257 "center": [258 635.0137140270415,259 -220.00922851538053,260 22.542636655631668261 ],262 "extent": [263 18.463972746955733,264 18.183464331535106,265 22.60599171834542266 ],267 "rotation": [268 0,269 0,270 0271 ]272 },273 "location": [274 635,275 -220,276 0277 ],278 "rotation": [279 0,280 0,281 0282 ],283 "scale": [284 0.8999999761581421,285 0.8999999761581421,286 0.8999999761581421287 ]288 },289 "color": [290 159,291 95,292 63293 ]294 },295 {296 "object_id": "SM_Barstool_01_Small6",297 "bbox_2d": [298 1735,299 879,300 1919,301 1079302 ],303 "bbox_3d": {304 "aabb": {305 "center": [306 635.0137140270415,307 -480.0092285153805,308 22.542636655631668309 ],310 "extent": [311 18.463972746955733,312 18.183464331535106,313 22.60599171834542314 ]315 },316 "obb": {317 "center": [318 635.0137140270415,319 -480.0092285153805,320 22.542636655631668321 ],322 "extent": [323 18.463972746955733,324 18.183464331535106,325 22.60599171834542326 ],327 "rotation": [328 0,329 0,330 0331 ]332 },333 "location": [334 635,335 -480,336 0337 ],338 "rotation": [339 0,340 0,341 0342 ],343 "scale": [344 0.8999999761581421,345 0.8999999761581421,346 0.8999999761581421347 ]348 },349 "color": [350 159,351 95,352 31353 ]354 }355 ],356 "chair": [357 {358 "object_id": "SM_Chair_01_53",359 "bbox_2d": [360 1050,361 677,362 1175,363 944364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 530.0000038146973,369 -324.99999809265137,370 40.022247314453125371 ],372 "extent": [373 21.862672805786133,374 20.488967895507812,375 40.022247314453125376 ]377 },378 "obb": {379 "center": [380 530.0000038146973,381 -324.99999809265137,382 40.022247314453125383 ],384 "extent": [385 21.862672805786133,386 20.488967895507812,387 40.022247314453125388 ],389 "rotation": [390 0,391 0,392 0393 ]394 },395 "location": [396 530,397 -325,398 0399 ],400 "rotation": [401 0,402 0,403 0404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 159,413 95,414 95415 ]416 },417 {418 "object_id": "SM_Chair_2",419 "bbox_2d": [420 762,421 677,422 885,423 790424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 529.9999961853027,429 -225.00000190734863,430 40.022247314453125431 ],432 "extent": [433 21.862672805786133,434 20.488967895507812,435 40.022247314453125436 ]437 },438 "obb": {439 "center": [440 529.9999961853027,441 -225.00000190734863,442 40.022247314453125443 ],444 "extent": [445 21.862672805786133,446 20.488967895507812,447 40.022247314453125448 ],449 "rotation": [450 0,451 180,452 0453 ]454 },455 "location": [456 530,457 -225,458 0459 ],460 "rotation": [461 0,462 180,463 0464 ],465 "scale": [466 1,467 1,468 1469 ]470 },471 "color": [472 159,473 0,474 159475 ]476 },477 {478 "object_id": "SM_Chair_3",479 "bbox_2d": [480 1606,481 677,482 1793,483 944484 ],485 "bbox_3d": {486 "aabb": {487 "center": [488 530.0000038146973,489 -524.9999980926514,490 40.022247314453125491 ],492 "extent": [493 21.862672805786133,494 20.488967895507812,495 40.022247314453125496 ]497 },498 "obb": {499 "center": [500 530.0000038146973,501 -524.9999980926514,502 40.022247314453125503 ],504 "extent": [505 21.862672805786133,506 20.488967895507812,507 40.022247314453125508 ],509 "rotation": [510 0,511 0,512 0513 ]514 },515 "location": [516 530,517 -525,518 0519 ],520 "rotation": [521 0,522 0,523 0524 ],525 "scale": [526 1,527 1,528 1529 ]530 },531 "color": [532 159,533 255,534 159535 ]536 },537 {538 "object_id": "SM_Chair_4",539 "bbox_2d": [540 1339,541 677,542 1458,543 790544 ],545 "bbox_3d": {546 "aabb": {547 "center": [548 529.9999961853027,549 -425.00000190734863,550 40.022247314453125551 ],552 "extent": [553 21.862672805786133,554 20.488967895507812,555 40.022247314453125556 ]557 },558 "obb": {559 "center": [560 529.9999961853027,561 -425.00000190734863,562 40.022247314453125563 ],564 "extent": [565 21.862672805786133,566 20.488967895507812,567 40.022247314453125568 ],569 "rotation": [570 0,571 180,572 0573 ]574 },575 "location": [576 530,577 -425,578 0579 ],580 "rotation": [581 0,582 180,583 0584 ],585 "scale": [586 1,587 1,588 1589 ]590 },591 "color": [592 159,593 127,594 159595 ]596 }597 ],598 "folding": [599 {600 "object_id": "SM_Folding_Closed_193",601 "bbox_2d": [602 421,603 630,604 589,605 849606 ],607 "bbox_3d": {608 "aabb": {609 "center": [610 563.0454411043925,611 -130.0000126586815,612 50.90002023748582613 ],614 "extent": [615 14.748420726222093,616 24.495208003608745,617 51.49888812606113618 ]619 },620 "obb": {621 "center": [622 563.0454411043925,623 -130.0000126586815,624 50.90002023748581625 ],626 "extent": [627 14.748420726222093,628 24.495208003608745,629 51.49888812606113630 ],631 "rotation": [632 -3.0517578125552415e-05,633 -90.0000991821289,634 -10.000030517578125635 ]636 },637 "location": [638 571.394287109375,639 -130,640 0641 ],642 "rotation": [643 -3.0517578125552415e-05,644 -90.0000991821289,645 -10.000030517578125646 ],647 "scale": [648 1,649 1,650 1651 ]652 },653 "color": [654 63,655 223,656 191657 ]658 },659 {660 "object_id": "SM_Folding_Closed5",661 "bbox_2d": [662 1906,663 652,664 1919,665 732666 ],667 "bbox_3d": {668 "aabb": {669 "center": [670 562.4636840820312,671 -586.0146183365416,672 50.90002009852853673 ],674 "extent": [675 24.49518585205078,676 14.748379146541879,677 51.49887502838979678 ]679 },680 "obb": {681 "center": [682 562.4636840820312,683 -586.0146183365416,684 50.90002009852852685 ],686 "extent": [687 24.49518585205078,688 14.748379146541879,689 51.49887502838979690 ],691 "rotation": [692 0,693 0,694 -10.000031471252441695 ]696 },697 "location": [698 562.4636840820312,699 -577.665771484375,700 0701 ],702 "rotation": [703 0,704 0,705 -10.000031471252441706 ],707 "scale": [708 1,709 1,710 1711 ]712 },713 "color": [714 191,715 223,716 191717 ]718 }719 ],720 "beer crate": [721 {722 "object_id": "SM_Beercrate_02_196",723 "bbox_2d": [724 345,725 943,726 537,727 1034728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 591.910888671875,733 -127.89835357666016,734 12.455690383911133735 ],736 "extent": [737 16.99475471831613,738 21.9947441556898,739 12.544294357299805740 ]741 },742 "obb": {743 "center": [744 591.910888671875,745 -127.89835357666016,746 12.455690383911133747 ],748 "extent": [749 16.99475471831613,750 21.9947441556898,751 12.544294357299805752 ],753 "rotation": [754 0,755 -90.00009918212892,756 0757 ]758 },759 "location": [760 591.910888671875,761 -127.89835357666016,762 -1.52587890625e-05763 ],764 "rotation": [765 0,766 -90.00009918212892,767 0768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 63,777 223,778 31779 ]780 },781 {782 "object_id": "SM_Beercrate_3",783 "bbox_2d": [784 233,785 948,786 474,787 1079788 ],789 "bbox_3d": {790 "aabb": {791 "center": [792 627.9992065429688,793 -127.89835357666016,794 12.455690642700574795 ],796 "extent": [797 16.99475471831613,798 21.9947441556898,799 12.544294357299805800 ]801 },802 "obb": {803 "center": [804 627.9992065429688,805 -127.89835357666016,806 12.455690642700574807 ],808 "extent": [809 16.99475471831613,810 21.9947441556898,811 12.544294357299805812 ],813 "rotation": [814 0,815 -90.00009918212892,816 0817 ]818 },819 "location": [820 627.9992065429688,821 -127.89835357666016,822 -1.4999999621068127e-05823 ],824 "rotation": [825 0,826 -90.00009918212892,827 0828 ],829 "scale": [830 1,831 1,832 1833 ]834 },835 "color": [836 63,837 223,838 95839 ]840 },841 {842 "object_id": "SM_Beercrate_4",843 "bbox_2d": [844 345,845 814,846 514,847 899848 ],849 "bbox_3d": {850 "aabb": {851 "center": [852 591.910888671875,853 -127.89835357666016,854 37.52694129943848855 ],856 "extent": [857 16.99475471831613,858 21.9947441556898,859 12.544294357299805860 ]861 },862 "obb": {863 "center": [864 591.910888671875,865 -127.89835357666016,866 37.52694129943848867 ],868 "extent": [869 16.99475471831613,870 21.9947441556898,871 12.544294357299805872 ],873 "rotation": [874 0,875 -90.00009918212892,876 0877 ]878 },879 "location": [880 591.910888671875,881 -127.89835357666016,882 25.07123565673828883 ],884 "rotation": [885 0,886 -90.00009918212892,887 0888 ],889 "scale": [890 1,891 1,892 1893 ]894 },895 "color": [896 63,897 223,898 159899 ]900 },901 {902 "object_id": "SM_Beercrate_5",903 "bbox_2d": [904 233,905 848,906 479,907 1005908 ],909 "bbox_3d": {910 "aabb": {911 "center": [912 627.9992065429688,913 -127.89835357666016,914 37.52694129943848915 ],916 "extent": [917 16.99475471831613,918 21.9947441556898,919 12.544294357299805920 ]921 },922 "obb": {923 "center": [924 627.9992065429688,925 -127.89835357666016,926 37.52694129943848927 ],928 "extent": [929 16.99475471831613,930 21.9947441556898,931 12.544294357299805932 ],933 "rotation": [934 0,935 -90.00009918212892,936 0937 ]938 },939 "location": [940 627.9992065429688,941 -127.89835357666016,942 25.07123565673828943 ],944 "rotation": [945 0,946 -90.00009918212892,947 0948 ],949 "scale": [950 1,951 1,952 1953 ]954 },955 "color": [956 191,957 223,958 0959 ]960 },961 {962 "object_id": "SM_BeerCrate_01_302",963 "bbox_2d": [964 329,965 733,966 526,967 854968 ],969 "bbox_3d": {970 "aabb": {971 "center": [972 594,973 -127.00000190734863,974 60.99999809265137975 ],976 "extent": [977 22.500003814697266,978 15.00000286102295,979 11.000004768371582980 ]981 },982 "obb": {983 "center": [984 594,985 -127.00000190734863,986 60.99999809265137987 ],988 "extent": [989 22.500003814697266,990 15.00000286102295,991 11.000004768371582992 ],993 "rotation": [994 0,995 0,996 0997 ]998 },999 "location": [1000 594,1001 -127,1002 501003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ],1009 "scale": [1010 1,1011 1,1012 11013 ]1014 },1015 "color": [1016 223,1017 191,1018 01019 ]1020 }1021 ],1022 "chopstick stand": [1023 {1024 "object_id": "SM_ChopstickStand_208",1025 "bbox_2d": [1026 1829,1027 726,1028 1908,1029 8261030 ],1031 "bbox_3d": {1032 "aabb": {1033 "center": [1034 666.3295193233147,1035 -455.5632950685806,1036 82.759943008422851037 ],1038 "extent": [1039 6.685890457922596,1040 5.78266473468193,1041 9.7599430084228521042 ]1043 },1044 "obb": {1045 "center": [1046 666.3295193233147,1047 -455.5632950685806,1048 82.759943008422851049 ],1050 "extent": [1051 6.685890457922596,1052 5.78266473468193,1053 9.7599430084228521054 ],1055 "rotation": [1056 0,1057 -99.99993896484378,1058 01059 ]1060 },1061 "location": [1062 668.0160522460938,1063 -454.51544189453125,1064 731065 ],1066 "rotation": [1067 0,1068 -99.99993896484378,1069 01070 ],1071 "scale": [1072 1,1073 1,1074 11075 ]1076 },1077 "color": [1078 191,1079 223,1080 311081 ]1082 },1083 {1084 "object_id": "SM_ChopstickStand2",1085 "bbox_2d": [1086 1233,1087 725,1088 1274,1089 8291090 ],1091 "bbox_3d": {1092 "aabb": {1093 "center": [1094 669.8083425419895,1095 -329.6758147638004,1096 82.759943008422851097 ],1098 "extent": [1099 6.685903833459065,1100 5.782682747893148,1101 9.7599430084228521102 ]1103 },1104 "obb": {1105 "center": [1106 669.8083425419895,1107 -329.6758147638004,1108 82.759943008422851109 ],1110 "extent": [1111 6.685903833459065,1112 5.782682747893148,1113 9.7599430084228521114 ],1115 "rotation": [1116 0,1117 100.00014495849612,1118 01119 ]1120 },1121 "location": [1122 668.5819091796875,1123 -331.2373046875,1124 731125 ],1126 "rotation": [1127 0,1128 100.00014495849612,1129 01130 ],1131 "scale": [1132 1,1133 1,1134 11135 ]1136 },1137 "color": [1138 191,1139 223,1140 951141 ]1142 },1143 {1144 "object_id": "SM_ChopstickStand3",1145 "bbox_2d": [1146 570,1147 726,1148 619,1149 8321150 ],1151 "bbox_3d": {1152 "aabb": {1153 "center": [1154 671.572136487302,1155 -199.585864202277,1156 82.759943008422851157 ],1158 "extent": [1159 6.685903833459065,1160 5.782682747893119,1161 9.7599430084228521162 ]1163 },1164 "obb": {1165 "center": [1166 671.572136487302,1167 -199.585864202277,1168 82.759943008422851169 ],1170 "extent": [1171 6.685903833459065,1172 5.782682747893119,1173 9.7599430084228521174 ],1175 "rotation": [1176 0,1177 100.00014495849612,1178 01179 ]1180 },1181 "location": [1182 670.345703125,1183 -201.14735412597656,1184 731185 ],1186 "rotation": [1187 0,1188 100.00014495849612,1189 01190 ],1191 "scale": [1192 1,1193 1,1194 11195 ]1196 },1197 "color": [1198 191,1199 223,1200 159