TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l048_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l048_r003/lit.png",5 "camera": {6 "location": [7 790,8 -311,9 8010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 790,38 -311,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "bar stool": [55 {56 "object_id": "SM_Barstool_01_Small_45",57 "bbox_2d": [58 1253,59 955,60 1805,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 725.0137140279497,67 -350.0092285159917,68 22.54263665563166869 ],70 "extent": [71 18.46397396977636,72 18.183465535778396,73 22.6059917183454274 ]75 },76 "obb": {77 "center": [78 725.0137140279497,79 -350.0092285159917,80 22.54263665563166881 ],82 "extent": [83 18.46397396977636,84 18.183465535778396,85 22.6059917183454286 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 725,95 -350,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 0.9000000357627869,105 0.9000000357627869,106 0.8999999761581421107 ]108 },109 "color": [110 159,111 95,112 0113 ]114 },115 {116 "object_id": "SM_Barstool_01_Small2",117 "bbox_2d": [118 1145,119 760,120 1321,121 1052122 ],123 "bbox_3d": {124 "aabb": {125 "center": [126 635.0137140270415,127 -350.0092285153805,128 22.542636655631668129 ],130 "extent": [131 18.463972746955733,132 18.183464331535106,133 22.60599171834542134 ]135 },136 "obb": {137 "center": [138 635.0137140270415,139 -350.0092285153805,140 22.542636655631668141 ],142 "extent": [143 18.463972746955733,144 18.183464331535106,145 22.60599171834542146 ],147 "rotation": [148 0,149 0,150 0151 ]152 },153 "location": [154 635,155 -350,156 0157 ],158 "rotation": [159 0,160 0,161 0162 ],163 "scale": [164 0.8999999761581421,165 0.8999999761581421,166 0.8999999761581421167 ]168 },169 "color": [170 159,171 95,172 255173 ]174 },175 {176 "object_id": "SM_Barstool_01_Small4",177 "bbox_2d": [178 238,179 737,180 527,181 1079182 ],183 "bbox_3d": {184 "aabb": {185 "center": [186 635.0137140270415,187 -220.00922851538053,188 22.542636655631668189 ],190 "extent": [191 18.463972746955733,192 18.183464331535106,193 22.60599171834542194 ]195 },196 "obb": {197 "center": [198 635.0137140270415,199 -220.00922851538053,200 22.542636655631668201 ],202 "extent": [203 18.463972746955733,204 18.183464331535106,205 22.60599171834542206 ],207 "rotation": [208 0,209 0,210 0211 ]212 },213 "location": [214 635,215 -220,216 0217 ],218 "rotation": [219 0,220 0,221 0222 ],223 "scale": [224 0.8999999761581421,225 0.8999999761581421,226 0.8999999761581421227 ]228 },229 "color": [230 159,231 95,232 63233 ]234 },235 {236 "object_id": "SM_Barstool_01_Small6",237 "bbox_2d": [238 1834,239 912,240 1848,241 997242 ],243 "bbox_3d": {244 "aabb": {245 "center": [246 635.0137140270415,247 -480.0092285153805,248 22.542636655631668249 ],250 "extent": [251 18.463972746955733,252 18.183464331535106,253 22.60599171834542254 ]255 },256 "obb": {257 "center": [258 635.0137140270415,259 -480.0092285153805,260 22.542636655631668261 ],262 "extent": [263 18.463972746955733,264 18.183464331535106,265 22.60599171834542266 ],267 "rotation": [268 0,269 0,270 0271 ]272 },273 "location": [274 635,275 -480,276 0277 ],278 "rotation": [279 0,280 0,281 0282 ],283 "scale": [284 0.8999999761581421,285 0.8999999761581421,286 0.8999999761581421287 ]288 },289 "color": [290 159,291 95,292 31293 ]294 }295 ],296 "chair": [297 {298 "object_id": "SM_Chair_01_53",299 "bbox_2d": [300 953,301 540,302 1080,303 861304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 530.0000038146973,309 -324.99999809265137,310 40.022247314453125311 ],312 "extent": [313 21.862672805786133,314 20.488967895507812,315 40.022247314453125316 ]317 },318 "obb": {319 "center": [320 530.0000038146973,321 -324.99999809265137,322 40.022247314453125323 ],324 "extent": [325 21.862672805786133,326 20.488967895507812,327 40.022247314453125328 ],329 "rotation": [330 0,331 0,332 0333 ]334 },335 "location": [336 530,337 -325,338 0339 ],340 "rotation": [341 0,342 0,343 0344 ],345 "scale": [346 1,347 1,348 1349 ]350 },351 "color": [352 159,353 95,354 95355 ]356 },357 {358 "object_id": "SM_Chair_2",359 "bbox_2d": [360 551,361 540,362 731,363 861364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 529.9999961853027,369 -225.00000190734863,370 40.022247314453125371 ],372 "extent": [373 21.862672805786133,374 20.488967895507812,375 40.022247314453125376 ]377 },378 "obb": {379 "center": [380 529.9999961853027,381 -225.00000190734863,382 40.022247314453125383 ],384 "extent": [385 21.862672805786133,386 20.488967895507812,387 40.022247314453125388 ],389 "rotation": [390 0,391 180,392 0393 ]394 },395 "location": [396 530,397 -225,398 0399 ],400 "rotation": [401 0,402 180,403 0404 ],405 "scale": [406 1,407 1,408 1409 ]410 },411 "color": [412 159,413 0,414 159415 ]416 },417 {418 "object_id": "SM_Chair_3",419 "bbox_2d": [420 1635,421 540,422 1873,423 854424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 530.0000038146973,429 -524.9999980926514,430 40.022247314453125431 ],432 "extent": [433 21.862672805786133,434 20.488967895507812,435 40.022247314453125436 ]437 },438 "obb": {439 "center": [440 530.0000038146973,441 -524.9999980926514,442 40.022247314453125443 ],444 "extent": [445 21.862672805786133,446 20.488967895507812,447 40.022247314453125448 ],449 "rotation": [450 0,451 0,452 0453 ]454 },455 "location": [456 530,457 -525,458 0459 ],460 "rotation": [461 0,462 0,463 0464 ],465 "scale": [466 1,467 1,468 1469 ]470 },471 "color": [472 159,473 255,474 159475 ]476 },477 {478 "object_id": "SM_Chair_4",479 "bbox_2d": [480 1306,481 760,482 1429,483 861484 ],485 "bbox_3d": {486 "aabb": {487 "center": [488 529.9999961853027,489 -425.00000190734863,490 40.022247314453125491 ],492 "extent": [493 21.862672805786133,494 20.488967895507812,495 40.022247314453125496 ]497 },498 "obb": {499 "center": [500 529.9999961853027,501 -425.00000190734863,502 40.022247314453125503 ],504 "extent": [505 21.862672805786133,506 20.488967895507812,507 40.022247314453125508 ],509 "rotation": [510 0,511 180,512 0513 ]514 },515 "location": [516 530,517 -425,518 0519 ],520 "rotation": [521 0,522 180,523 0524 ],525 "scale": [526 1,527 1,528 1529 ]530 },531 "color": [532 159,533 127,534 159535 ]536 }537 ],538 "folding": [539 {540 "object_id": "SM_Folding_Closed_193",541 "bbox_2d": [542 72,543 454,544 321,545 889546 ],547 "bbox_3d": {548 "aabb": {549 "center": [550 563.0454411043925,551 -130.0000126586815,552 50.90002023748582553 ],554 "extent": [555 14.748420726222093,556 24.495208003608745,557 51.49888812606113558 ]559 },560 "obb": {561 "center": [562 563.0454411043925,563 -130.0000126586815,564 50.90002023748581565 ],566 "extent": [567 14.748420726222093,568 24.495208003608745,569 51.49888812606113570 ],571 "rotation": [572 -3.0517578125552415e-05,573 -90.0000991821289,574 -10.000030517578125575 ]576 },577 "location": [578 571.394287109375,579 -130,580 0581 ],582 "rotation": [583 -3.0517578125552415e-05,584 -90.0000991821289,585 -10.000030517578125586 ],587 "scale": [588 1,589 1,590 1591 ]592 },593 "color": [594 63,595 223,596 191597 ]598 }599 ],600 "beer crate": [601 {602 "object_id": "SM_Beercrate_02_196",603 "bbox_2d": [604 0,605 786,606 226,607 961608 ],609 "bbox_3d": {610 "aabb": {611 "center": [612 591.910888671875,613 -127.89835357666016,614 12.455690383911133615 ],616 "extent": [617 16.99475471831613,618 21.9947441556898,619 12.544294357299805620 ]621 },622 "obb": {623 "center": [624 591.910888671875,625 -127.89835357666016,626 12.455690383911133627 ],628 "extent": [629 16.99475471831613,630 21.9947441556898,631 12.544294357299805632 ],633 "rotation": [634 0,635 -90.00009918212892,636 0637 ]638 },639 "location": [640 591.910888671875,641 -127.89835357666016,642 -1.52587890625e-05643 ],644 "rotation": [645 0,646 -90.00009918212892,647 0648 ],649 "scale": [650 1,651 1,652 1653 ]654 },655 "color": [656 63,657 223,658 31659 ]660 },661 {662 "object_id": "SM_Beercrate_3",663 "bbox_2d": [664 0,665 836,666 76,667 1013668 ],669 "bbox_3d": {670 "aabb": {671 "center": [672 627.9992065429688,673 -127.89835357666016,674 12.455690642700574675 ],676 "extent": [677 16.99475471831613,678 21.9947441556898,679 12.544294357299805680 ]681 },682 "obb": {683 "center": [684 627.9992065429688,685 -127.89835357666016,686 12.455690642700574687 ],688 "extent": [689 16.99475471831613,690 21.9947441556898,691 12.544294357299805692 ],693 "rotation": [694 0,695 -90.00009918212892,696 0697 ]698 },699 "location": [700 627.9992065429688,701 -127.89835357666016,702 -1.4999999621068127e-05703 ],704 "rotation": [705 0,706 -90.00009918212892,707 0708 ],709 "scale": [710 1,711 1,712 1713 ]714 },715 "color": [716 63,717 223,718 95719 ]720 },721 {722 "object_id": "SM_Beercrate_4",723 "bbox_2d": [724 0,725 760,726 220,727 829728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 591.910888671875,733 -127.89835357666016,734 37.52694129943848735 ],736 "extent": [737 16.99475471831613,738 21.9947441556898,739 12.544294357299805740 ]741 },742 "obb": {743 "center": [744 591.910888671875,745 -127.89835357666016,746 37.52694129943848747 ],748 "extent": [749 16.99475471831613,750 21.9947441556898,751 12.544294357299805752 ],753 "rotation": [754 0,755 -90.00009918212892,756 0757 ]758 },759 "location": [760 591.910888671875,761 -127.89835357666016,762 25.07123565673828763 ],764 "rotation": [765 0,766 -90.00009918212892,767 0768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 63,777 223,778 159779 ]780 },781 {782 "object_id": "SM_Beercrate_5",783 "bbox_2d": [784 0,785 760,786 69,787 864788 ],789 "bbox_3d": {790 "aabb": {791 "center": [792 627.9992065429688,793 -127.89835357666016,794 37.52694129943848795 ],796 "extent": [797 16.99475471831613,798 21.9947441556898,799 12.544294357299805800 ]801 },802 "obb": {803 "center": [804 627.9992065429688,805 -127.89835357666016,806 37.52694129943848807 ],808 "extent": [809 16.99475471831613,810 21.9947441556898,811 12.544294357299805812 ],813 "rotation": [814 0,815 -90.00009918212892,816 0817 ]818 },819 "location": [820 627.9992065429688,821 -127.89835357666016,822 25.07123565673828823 ],824 "rotation": [825 0,826 -90.00009918212892,827 0828 ],829 "scale": [830 1,831 1,832 1833 ]834 },835 "color": [836 191,837 223,838 0839 ]840 },841 {842 "object_id": "SM_BeerCrate_01_302",843 "bbox_2d": [844 0,845 589,846 14,847 589848 ],849 "bbox_3d": {850 "aabb": {851 "center": [852 594,853 -127.00000190734863,854 60.99999809265137855 ],856 "extent": [857 22.500003814697266,858 15.00000286102295,859 11.000004768371582860 ]861 },862 "obb": {863 "center": [864 594,865 -127.00000190734863,866 60.99999809265137867 ],868 "extent": [869 22.500003814697266,870 15.00000286102295,871 11.000004768371582872 ],873 "rotation": [874 0,875 0,876 0877 ]878 },879 "location": [880 594,881 -127,882 50883 ],884 "rotation": [885 0,886 0,887 0888 ],889 "scale": [890 1,891 1,892 1893 ]894 },895 "color": [896 223,897 191,898 0899 ]900 }901 ],902 "chopstick stand": [903 {904 "object_id": "SM_ChopstickStand2",905 "bbox_2d": [906 1092,907 440,908 1131,909 594910 ],911 "bbox_3d": {912 "aabb": {913 "center": [914 669.8083425419895,915 -329.6758147638004,916 82.75994300842285917 ],918 "extent": [919 6.685903833459065,920 5.782682747893148,921 9.759943008422852922 ]923 },924 "obb": {925 "center": [926 669.8083425419895,927 -329.6758147638004,928 82.75994300842285929 ],930 "extent": [931 6.685903833459065,932 5.782682747893148,933 9.759943008422852934 ],935 "rotation": [936 0,937 100.00014495849612,938 0939 ]940 },941 "location": [942 668.5819091796875,943 -331.2373046875,944 73945 ],946 "rotation": [947 0,948 100.00014495849612,949 0950 ],951 "scale": [952 1,953 1,954 1955 ]956 },957 "color": [958 191,959 223,960 95961 ]962 },963 {964 "object_id": "SM_ChopstickStand3",965 "bbox_2d": [966 8,967 438,968 115,969 596970 ],971 "bbox_3d": {972 "aabb": {973 "center": [974 671.572136487302,975 -199.585864202277,976 82.75994300842285977 ],978 "extent": [979 6.685903833459065,980 5.782682747893119,981 9.759943008422852982 ]983 },984 "obb": {985 "center": [986 671.572136487302,987 -199.585864202277,988 82.75994300842285989 ],990 "extent": [991 6.685903833459065,992 5.782682747893119,993 9.759943008422852994 ],995 "rotation": [996 0,997 100.00014495849612,998 0999 ]1000 },1001 "location": [1002 670.345703125,1003 -201.14735412597656,1004 731005 ],1006 "rotation": [1007 0,1008 100.00014495849612,1009 01010 ],1011 "scale": [1012 1,1013 1,1014 11015 ]1016 },1017 "color": [1018 191,1019 223,1020 1591021 ]1022 },1023 {1024 "object_id": "SM_ChopstickStand4",1025 "bbox_2d": [1026 857,1027 499,1028 888,1029 5621030 ],1031 "bbox_3d": {1032 "aabb": {1033 "center": [1034 498.11653956347396,1035 -284.3640471856754,1036 82.759943008422851037 ],1038 "extent": [1039 6.685903833459065,1040 5.782682747893148,1041 9.7599430084228521042 ]1043 },1044 "obb": {1045 "center": [1046 498.11653956347396,1047 -284.3640471856754,1048 82.759943008422851049 ],1050 "extent": [1051 6.685903833459065,1052 5.782682747893148,1053 9.7599430084228521054 ],1055 "rotation": [1056 0,1057 100.00014495849612,1058 01059 ]1060 },1061 "location": [1062 496.8901062011719,1063 -285.925537109375,1064 731065 ],1066 "rotation": [1067 0,1068 100.00014495849612,1069 01070 ],1071 "scale": [1072 1,1073 1,1074 11075 ]1076 },1077 "color": [1078 31,1079 223,1080 01081 ]1082 },1083 {1084 "object_id": "SM_ChopstickStand5",1085 "bbox_2d": [1086 1517,1087 500,1088 1554,1089 5621090 ],1091 "bbox_3d": {1092 "aabb": {1093 "center": [1094 495.20186671191146,1095 -488.4879180352848,1096 82.759943008422851097 ],1098 "extent": [1099 6.685903833459065,1100 5.782682747893148,1101 9.7599430084228521102 ]1103 },1104 "obb": {1105 "center": [1106 495.20186671191146,1107 -488.4879180352848,1108 82.759943008422851109 ],1110 "extent": [1111 6.685903833459065,1112 5.782682747893148,1113 9.7599430084228521114 ],1115 "rotation": [1116 0,1117 100.00014495849612,1118 01119 ]1120 },1121 "location": [1122 493.9754333496094,1123 -490.0494079589844,1124 731125 ],1126 "rotation": [1127 0,1128 100.00014495849612,1129 01130 ],1131 "scale": [1132 1,1133 1,1134 11135 ]1136 },1137 "color": [1138 31,1139 223,1140 2551141 ]1142 }1143 ],1144 "coat hanger": [1145 {1146 "object_id": "SM_CoatHanger_350",1147 "bbox_2d": [1148 655,1149 395,1150 768,1151 5031152 ],1153 "bbox_3d": {1154 "aabb": {1155 "center": [1156 453.5434946528736,1157 -224.02277366279895,1158 111.353740692138671159 ],1160 "extent": [1161 3.5435377197342177,1162 19.967594066807465,1163 18.8701667785644531164 ]1165 },1166 "obb": {1167 "center": [1168 453.5434946528736,1169 -224.02277366279895,1170 111.353740692138671171 ],1172 "extent": [1173 3.5435377197342177,1174 19.967594066807465,1175 18.8701667785644531176 ],1177 "rotation": [1178 0,1179 -90.00012207031251,1180 01181 ]1182 },1183 "location": [1184 450,1185 -224,1186 1181187 ],1188 "rotation": [1189 0,1190 -90.00012207031251,1191 01192 ],1193 "scale": [1194 1,1195 1,1196 11197 ]1198 },1199 "color": [1200 0,