TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l027_off1_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l027_off1_r004/lit.png",5 "camera": {6 "location": [7 -321,8 172,9 17810 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -321,38 172,39 178,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 915,58 883,59 1336,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 915,120 0,121 927,122 4123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 1183,180 0,181 1308,182 34183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_leftwall_8",240 "bbox_2d": [241 915,242 0,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -512.0688954164282,250 -240.97154998867288,251 245.5155487060547252 ],253 "extent": [254 725.6351637653181,255 99.6704478559158,256 242.13623046875257 ]258 },259 "obb": {260 "center": [261 -512.0688954164282,262 -240.97154998867288,263 245.5155487060547264 ],265 "extent": [266 725.6351637653181,267 99.6704478559158,268 242.13623046875269 ],270 "rotation": [271 0,272 179.99977111816406,273 0274 ]275 },276 "location": [277 -512.0692138671875,278 -290.13128662109375,279 0280 ],281 "rotation": [282 0,283 179.99977111816406,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 0,295 127296 ]297 }298 ],299 "building": [300 {301 "object_id": "SM_concretebuilding_57",302 "bbox_2d": [303 921,304 88,305 921,306 88307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -689.2357177734375,312 -821.5146484375,313 510.3927486528155314 ],315 "extent": [316 549.6103174160673,317 509.83958012093376,318 507.9336582292308319 ]320 },321 "obb": {322 "center": [323 -689.2357177734375,324 -821.5146484375,325 510.3927486528155326 ],327 "extent": [328 549.6103174160673,329 509.83958012093376,330 507.9336582292308331 ],332 "rotation": [333 0,334 90.00000000000001,335 0336 ]337 },338 "location": [339 -689.2357177734375,340 -821.5146484375,341 2.4591217041015625342 ],343 "rotation": [344 0,345 90.00000000000001,346 0347 ],348 "scale": [349 1.024999976158142,350 1.024999976158142,351 1.024999976158142352 ]353 },354 "color": [355 127,356 255,357 0358 ]359 }360 ]361 },362 "foreground": {363 "sofa": [364 {365 "object_id": "SM_sofa_12",366 "bbox_2d": [367 915,368 654,369 1336,370 990371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 -503.6132301379812,376 -238.85671997070312,377 60.0419155033469378 ],379 "extent": [380 135.43008252909203,381 59.66188049316406,382 53.81030763473973383 ]384 },385 "obb": {386 "center": [387 -503.6132301379812,388 -238.85671997070312,389 60.0419155033469390 ],391 "extent": [392 135.43008252909203,393 59.66188049316406,394 53.81030763473973395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 -504.00567626953125,404 -236.76800537109375,405 6.208327770233154406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 0.949999988079071,414 1,415 1.0600552558898926416 ]417 },418 "color": [419 0,420 63,421 0422 ]423 }424 ],425 "desk 008 parts": [426 {427 "object_id": "SM_desk10",428 "bbox_2d": [429 915,430 754,431 1051,432 1053433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -501.6209259057787,438 -121.00936917037806,439 49.12735951261857440 ],441 "extent": [442 31.169145911191123,443 37.2653216098462,444 43.30350411253312445 ]446 },447 "obb": {448 "center": [449 -501.6209259057787,450 -121.00936917037806,451 49.12735951261857452 ],453 "extent": [454 31.169145911191123,455 37.2653216098462,456 43.30350411253312457 ],458 "rotation": [459 0,460 -1.0285085439682007,461 0462 ]463 },464 "location": [465 -501.6209411621094,466 -121.00936889648438,467 5.823855400085449468 ],469 "rotation": [470 0,471 -1.0285085439682007,472 0473 ],474 "scale": [475 1,476 1,477 0.9299650192260742478 ]479 },480 "color": [481 255,482 63,483 63484 ]485 },486 {487 "object_id": "SM_desk11",488 "bbox_2d": [489 966,490 768,491 1224,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -437.7409210205078,498 -123.34284973144531,499 49.127434376052406500 ],501 "extent": [502 30.51487922668457,503 36.7234992980957,504 43.30350411253312505 ]506 },507 "obb": {508 "center": [509 -437.7409210205078,510 -123.34284973144531,511 49.127434376052406512 ],513 "extent": [514 30.51487922668457,515 36.7234992980957,516 43.30350411253312517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -437.7409362792969,526 -123.34284973144531,527 5.823930263519287528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 0.9299650192260742538 ]539 },540 "color": [541 127,542 63,543 63544 ]545 }546 ],547 "chair": [548 {549 "object_id": "SM_chair_9",550 "bbox_2d": [551 915,552 876,553 998,554 1056555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -498.5816229367251,560 -83.8694826783277,561 56.874197042362084562 ],563 "extent": [564 35.34649195179455,565 34.79240148903466,566 50.20029117735385567 ]568 },569 "obb": {570 "center": [571 -498.5816229367251,572 -83.8694826783277,573 56.874197042362084574 ],575 "extent": [576 35.34649195179455,577 34.79240148903466,578 50.20029117735385579 ],580 "rotation": [581 0,582 -174.09153747558594,583 0584 ]585 },586 "location": [587 -498.9001770019531,588 -84.29217529296875,589 6.2085723876953125590 ],591 "rotation": [592 0,593 -174.09153747558594,594 0595 ],596 "scale": [597 0.9449999928474426,598 0.9449999928474426,599 0.9449999928474426600 ]601 },602 "color": [603 63,604 0,605 63606 ]607 },608 {609 "object_id": "SM_chair_10",610 "bbox_2d": [611 1006,612 846,613 1226,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -418.9440161449248,620 -91.04469986498734,621 49.59096290895991622 ],623 "extent": [624 36.2767468080782,625 38.358072387904315,626 43.28227930600315627 ]628 },629 "obb": {630 "center": [631 -418.9440161449248,632 -91.04469986498734,633 49.59096290895991634 ],635 "extent": [636 36.2767468080782,637 38.358072387904315,638 43.28227930600315639 ],640 "rotation": [641 0,642 165.56617736816406,643 0644 ]645 },646 "location": [647 -417.50531005859375,648 -91.89265441894531,649 6.208587169647217650 ],651 "rotation": [652 0,653 165.56617736816406,654 0655 ],656 "scale": [657 0.9599999785423279,658 0.9599999785423279,659 0.9599999785423279660 ]661 },662 "color": [663 63,664 255,665 63666 ]667 }668 ],669 "decor": [670 {671 "object_id": "SM_decorateswall_01_125",672 "bbox_2d": [673 915,674 189,675 925,676 329677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -898.4035882573808,682 -296.07508230729604,683 318.852354107461684 ],685 "extent": [686 284.6644189727813,687 2.37621697501163,688 172.2920759027329689 ]690 },691 "obb": {692 "center": [693 -898.4035882573808,694 -296.07508230729604,695 318.852354107461696 ],697 "extent": [698 284.6644189727813,699 2.37621697501163,700 172.2920759027329701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 -964.3432006835938,710 -305.5323791503906,711 131.41244506835938712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 -1.0299999713897705,720 1.0299999713897705,721 1.0299999713897705722 ]723 },724 "color": [725 191,726 255,727 127728 ]729 },730 {731 "object_id": "SM_decorativepaint_01_158",732 "bbox_2d": [733 1324,734 0,735 1336,736 497737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -371.71474981307983,742 -212.27692413330078,743 289.60968017578125744 ],745 "extent": [746 2.483466148376465,747 56.918518066406236,748 96.95228576660156749 ]750 },751 "obb": {752 "center": [753 -371.71474981307983,754 -212.27692413330078,755 289.60968017578125756 ],757 "extent": [758 2.483466148376465,759 56.918518066406236,760 96.95228576660156761 ],762 "rotation": [763 0,764 180,765 0766 ]767 },768 "location": [769 -371.7147521972656,770 -212.27691650390625,771 289.60968017578125772 ],773 "rotation": [774 0,775 180,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 191,786 255,787 191788 ]789 },790 {791 "object_id": "SM_decorativepaint_7",792 "bbox_2d": [793 1119,794 214,795 1305,796 506797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -449.79917434617255,802 -292.2398054839354,803 261.49526451148404804 ],805 "extent": [806 45.099582993773765,807 1.7134752887805007,808 66.8923036535898809 ]810 },811 "obb": {812 "center": [813 -449.79917434617255,814 -292.2398054839354,815 261.49526451148404816 ],817 "extent": [818 45.099582993773765,819 1.7134752887805007,820 66.8923036535898821 ],822 "rotation": [823 0,824 -90.00000000000001,825 0826 ]827 },828 "location": [829 -449.7991638183594,830 -292.23980712890625,831 261.4952697753906832 ],833 "rotation": [834 0,835 -90.00000000000001,836 0837 ],838 "scale": [839 0.6899507641792297,840 0.6899507641792297,841 0.6899507641792297842 ]843 },844 "color": [845 191,846 191,847 255848 ]849 },850 {851 "object_id": "SM_decorateswallrack3_185",852 "bbox_2d": [853 915,854 485,855 997,856 495857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -616.5359497070312,862 -285.3233642578125,863 205.22042846679688864 ],865 "extent": [866 49.73320770263672,867 9.933794021606445,868 1.8625863790512085869 ]870 },871 "obb": {872 "center": [873 -616.5359497070312,874 -285.3233642578125,875 205.22042846679688876 ],877 "extent": [878 49.73320770263672,879 9.933794021606445,880 1.8625863790512085881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 -616.5359497070312,890 -285.3233642578125,891 205.22042846679688892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 0,906 255,907 31908 ]909 },910 {911 "object_id": "SM_decorateswallrack5",912 "bbox_2d": [913 915,914 348,915 1087,916 377917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -563.0452270507812,922 -285.3233642578125,923 272.803466796875924 ],925 "extent": [926 49.73320770263672,927 9.933794021606445,928 1.8625863790512085929 ]930 },931 "obb": {932 "center": [933 -563.0452270507812,934 -285.3233642578125,935 272.803466796875936 ],937 "extent": [938 49.73320770263672,939 9.933794021606445,940 1.8625863790512085941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 -563.0452270507812,950 -285.3233642578125,951 272.803466796875952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 191,966 255,967 31968 ]969 },970 {971 "object_id": "SM_decorativepaint_9",972 "bbox_2d": [973 935,974 56,975 1026,976 230977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -576.4388493728638,982 -292.2399281680584,983 395.4612698936462984 ],985 "extent": [986 28.270959135848898,987 1.074102833192228,988 41.9318640563597989 ]990 },991 "obb": {992 "center": [993 -576.4388493728638,994 -292.2399281680584,995 395.4612698936462996 ],997 "extent": [998 28.270959135848898,999 1.074102833192228,1000 41.93186405635971001 ],1002 "rotation": [1003 0,1004 -90.00000000000001,1005 01006 ]1007 },1008 "location": [1009 -576.4388427734375,1010 -292.23992919921875,1011 395.46127319335941012 ],1013 "rotation": [1014 0,1015 -90.00000000000001,1016 01017 ],1018 "scale": [1019 0.4325000047683716,1020 0.4325000047683716,1021 0.43250000476837161022 ]1023 },1024 "color": [1025 0,1026 31,1027 01028 ]1029 },1030 {1031 "object_id": "SM_decoratesceramics_01_54",1032 "bbox_2d": [1033 915,1034 477,1035 923,1036 4811037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -621.7383726751472,1042 -278.85408086222174,1043 211.77360534667971044 ],1045 "extent": [1046 15.869082166366411,1047 6.697081892269637,1048 1.40565490722656251049 ]1050 },1051 "obb": {1052 "center": [1053 -621.7383726751472,1054 -278.85408086222174,1055 211.77360534667971056 ],1057 "extent": [1058 15.869082166366411,1059 6.697081892269637,1060 1.40565490722656251061 ],1062 "rotation": [1063 0,1064 -4.3038368225097665,1065 01066 ]1067 },1068 "location": [1069 -621.8994140625,1070 -278.76202392578125,1071 211.550354003906251072 ],1073 "rotation": [1074 0,1075 -4.3038368225097665,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 127,1086 31,1087 1911088 ]1089 }1090 ],1091 "lamp": [1092 {1093 "object_id": "SM_lamp_5",1094 "bbox_2d": [1095 981,1096 0,1097 1001,1098 41099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -540.7869415283203,1104 -17.849308013916016,1105 435.20529174804691106 ],1107 "extent": [1108 77.56246948242188,1109 133.66229248046875,1110 52.43457031251111 ]1112 },1113 "obb": {1114 "center": [1115 -540.7869415283203,1116 -17.849308013916016,1117 435.20529174804691118 ],1119 "extent": [1120 77.56246948242188,1121 133.66229248046875,1122 52.43457031251123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -540.2338256835938,1132 -9.948246002197266,1133 487.09963989257811134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 191,1148 0,1149 1911150 ]1151 },1152 {1153 "object_id": "SM_simplelamp_2",1154 "bbox_2d": [1155 915,1156 682,1157 946,1158 7811159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -503.80780029296875,1164 -118.367431640625,1165 109.832670211791991166 ],1167 "extent": [1168 8.617121696472168,1169 8.617121696472168,1170 17.3123931884765621171 ]1172 },1173 "obb": {1174 "center": [1175 -503.80780029296875,1176 -118.367431640625,1177 109.832670211791991178 ],1179 "extent": [1180 8.617121696472168,1181 8.617121696472168,1182 17.3123931884765621183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 -503.80780029296875,1192 -118.367431640625,1193 92.389328002929691194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [