TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l037_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l037_off0_r005/lit.png",5 "camera": {6 "location": [7 -796,8 -104,9 23110 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -796,38 -104,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall": [54 {55 "object_id": "SM_leftwall_8",56 "bbox_2d": [57 0,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -512.0688954164282,66 -240.97154998867288,67 245.515548706054768 ],69 "extent": [70 725.6351637653181,71 99.6704478559158,72 242.1362304687573 ]74 },75 "obb": {76 "center": [77 -512.0688954164282,78 -240.97154998867288,79 245.515548706054780 ],81 "extent": [82 725.6351637653181,83 99.6704478559158,84 242.1362304687585 ],86 "rotation": [87 0,88 179.99977111816406,89 090 ]91 },92 "location": [93 -512.0692138671875,94 -290.13128662109375,95 096 ],97 "rotation": [98 0,99 179.99977111816406,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roofmetal_21",118 "bbox_2d": [119 1580,120 0,121 1705,122 44123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -107.95600891113281,128 -49.59537506103514,129 450.57637139898725130 ],131 "extent": [132 840.7164306640622,133 266.835693359375,134 39.01462141495722135 ]136 },137 "obb": {138 "center": [139 -107.95600891113281,140 -49.595375061035156,141 450.57637139898725142 ],143 "extent": [144 840.7164306640622,145 266.835693359375,146 39.01462141495722147 ],148 "rotation": [149 0,150 180,151 0152 ]153 },154 "location": [155 -107.95594787597656,156 3.7793197631835938,157 451.0682678222656158 ],159 "rotation": [160 0,161 180,162 0163 ],164 "scale": [165 1,166 1,167 0.8899327516555786168 ]169 },170 "color": [171 0,172 127,173 255174 ]175 }176 ]177 },178 "foreground": {179 "sofa": [180 {181 "object_id": "SM_sofa_10",182 "bbox_2d": [183 968,184 1035,185 1183,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -772.9204200793874,192 -238.85671997070312,193 60.0421596439719194 ],195 "extent": [196 135.43008252909203,197 59.66188049316406,198 53.81030763473973199 ]200 },201 "obb": {202 "center": [203 -772.9204200793874,204 -238.85671997070312,205 60.0421596439719206 ],207 "extent": [208 135.43008252909203,209 59.66188049316406,210 53.81030763473973211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -773.3128662109375,220 -236.76800537109375,221 6.208571910858154222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 0.949999988079071,230 1,231 1.0600552558898926232 ]233 },234 "color": [235 127,236 127,237 63238 ]239 },240 {241 "object_id": "SM_sofa_12",242 "bbox_2d": [243 1127,244 855,245 1919,246 1079247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -503.6132301379812,252 -238.85671997070312,253 60.0419155033469254 ],255 "extent": [256 135.43008252909203,257 59.66188049316406,258 53.81030763473973259 ]260 },261 "obb": {262 "center": [263 -503.6132301379812,264 -238.85671997070312,265 60.0419155033469266 ],267 "extent": [268 135.43008252909203,269 59.66188049316406,270 53.81030763473973271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -504.00567626953125,280 -236.76800537109375,281 6.208327770233154282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.949999988079071,290 1,291 1.0600552558898926292 ]293 },294 "color": [295 0,296 63,297 0298 ]299 }300 ],301 "decor": [302 {303 "object_id": "SM_decorateswall_01_125",304 "bbox_2d": [305 0,306 0,307 1196,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -898.4035882573808,314 -296.07508230729604,315 318.852354107461316 ],317 "extent": [318 284.6644189727813,319 2.37621697501163,320 172.2920759027329321 ]322 },323 "obb": {324 "center": [325 -898.4035882573808,326 -296.07508230729604,327 318.852354107461328 ],329 "extent": [330 284.6644189727813,331 2.37621697501163,332 172.2920759027329333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -964.3432006835938,342 -305.5323791503906,343 131.41244506835938344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 -1.0299999713897705,352 1.0299999713897705,353 1.0299999713897705354 ]355 },356 "color": [357 191,358 255,359 127360 ]361 },362 {363 "object_id": "SM_decorativepaint_01_158",364 "bbox_2d": [365 1727,366 57,367 1919,368 658369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -371.71474981307983,374 -212.27692413330078,375 289.60968017578125376 ],377 "extent": [378 2.483466148376465,379 56.918518066406236,380 96.95228576660156381 ]382 },383 "obb": {384 "center": [385 -371.71474981307983,386 -212.27692413330078,387 289.60968017578125388 ],389 "extent": [390 2.483466148376465,391 56.918518066406236,392 96.95228576660156393 ],394 "rotation": [395 0,396 180,397 0398 ]399 },400 "location": [401 -371.7147521972656,402 -212.27691650390625,403 289.60968017578125404 ],405 "rotation": [406 0,407 180,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 255,419 191420 ]421 },422 {423 "object_id": "SM_decorativepaint_7",424 "bbox_2d": [425 1465,426 241,427 1619,428 651429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -449.79917434617255,434 -292.2398054839354,435 261.49526451148404436 ],437 "extent": [438 45.099582993773765,439 1.7134752887805007,440 66.8923036535898441 ]442 },443 "obb": {444 "center": [445 -449.79917434617255,446 -292.2398054839354,447 261.49526451148404448 ],449 "extent": [450 45.099582993773765,451 1.7134752887805007,452 66.8923036535898453 ],454 "rotation": [455 0,456 -90.00000000000001,457 0458 ]459 },460 "location": [461 -449.7991638183594,462 -292.23980712890625,463 261.4952697753906464 ],465 "rotation": [466 0,467 -90.00000000000001,468 0469 ],470 "scale": [471 0.6899507641792297,472 0.6899507641792297,473 0.6899507641792297474 ]475 },476 "color": [477 191,478 191,479 255480 ]481 },482 {483 "object_id": "SM_decorateswallrack3_185",484 "bbox_2d": [485 1030,486 627,487 1370,488 663489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -616.5359497070312,494 -285.3233642578125,495 205.22042846679688496 ],497 "extent": [498 49.73320770263672,499 9.933794021606445,500 1.8625863790512085501 ]502 },503 "obb": {504 "center": [505 -616.5359497070312,506 -285.3233642578125,507 205.22042846679688508 ],509 "extent": [510 49.73320770263672,511 9.933794021606445,512 1.8625863790512085513 ],514 "rotation": [515 0,516 0,517 0518 ]519 },520 "location": [521 -616.5359497070312,522 -285.3233642578125,523 205.22042846679688524 ],525 "rotation": [526 0,527 0,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 0,538 255,539 31540 ]541 },542 {543 "object_id": "SM_metaldecoration_188",544 "bbox_2d": [545 1074,546 427,547 1155,548 642549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -653.1397215460825,554 -279.58102200803864,555 232.5884246826172556 ],557 "extent": [558 12.114604869455775,559 14.537557407492898,560 25.505386352539062561 ]562 },563 "obb": {564 "center": [565 -653.1397215460825,566 -279.58102200803864,567 232.5884246826172568 ],569 "extent": [570 12.114604869455775,571 14.537557407492898,572 25.505386352539062573 ],574 "rotation": [575 0,576 91.50399017333986,577 0578 ]579 },580 "location": [581 -650.1242065429688,582 -285.5655517578125,583 207.08303833007812584 ],585 "rotation": [586 0,587 91.50399017333986,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 0,598 127,599 31600 ]601 },602 {603 "object_id": "SM_decorateswallrack5",604 "bbox_2d": [605 1196,606 366,607 1486,608 414609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 -563.0452270507812,614 -285.3233642578125,615 272.803466796875616 ],617 "extent": [618 49.73320770263672,619 9.933794021606445,620 1.8625863790512085621 ]622 },623 "obb": {624 "center": [625 -563.0452270507812,626 -285.3233642578125,627 272.803466796875628 ],629 "extent": [630 49.73320770263672,631 9.933794021606445,632 1.8625863790512085633 ],634 "rotation": [635 0,636 0,637 0638 ]639 },640 "location": [641 -563.0452270507812,642 -285.3233642578125,643 272.803466796875644 ],645 "rotation": [646 0,647 0,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 191,658 255,659 31660 ]661 },662 {663 "object_id": "SM_decorativepaint_9",664 "bbox_2d": [665 1223,666 0,667 1365,668 130669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 -576.4388493728638,674 -292.2399281680584,675 395.4612698936462676 ],677 "extent": [678 28.270959135848898,679 1.074102833192228,680 41.9318640563597681 ]682 },683 "obb": {684 "center": [685 -576.4388493728638,686 -292.2399281680584,687 395.4612698936462688 ],689 "extent": [690 28.270959135848898,691 1.074102833192228,692 41.9318640563597693 ],694 "rotation": [695 0,696 -90.00000000000001,697 0698 ]699 },700 "location": [701 -576.4388427734375,702 -292.23992919921875,703 395.4612731933594704 ],705 "rotation": [706 0,707 -90.00000000000001,708 0709 ],710 "scale": [711 0.4325000047683716,712 0.4325000047683716,713 0.4325000047683716714 ]715 },716 "color": [717 0,718 31,719 0720 ]721 },722 {723 "object_id": "SM_decoratesceramics_01_54",724 "bbox_2d": [725 1166,726 609,727 1262,728 625729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 -621.7383726751472,734 -278.85408086222174,735 211.7736053466797736 ],737 "extent": [738 15.869082166366411,739 6.697081892269637,740 1.4056549072265625741 ]742 },743 "obb": {744 "center": [745 -621.7383726751472,746 -278.85408086222174,747 211.7736053466797748 ],749 "extent": [750 15.869082166366411,751 6.697081892269637,752 1.4056549072265625753 ],754 "rotation": [755 0,756 -4.3038368225097665,757 0758 ]759 },760 "location": [761 -621.8994140625,762 -278.76202392578125,763 211.55035400390625764 ],765 "rotation": [766 0,767 -4.3038368225097665,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 127,778 31,779 191780 ]781 }782 ],783 "books": [784 {785 "object_id": "SM_book_01_30",786 "bbox_2d": [787 1424,788 276,789 1478,790 393791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -529.315765481862,796 -283.5308543289061,797 290.75364035159953798 ],799 "extent": [800 14.576301932724732,801 10.882089069250469,802 16.110477607745736803 ]804 },805 "obb": {806 "center": [807 -529.315765481862,808 -283.5308543289061,809 290.75364035159953810 ],811 "extent": [812 14.576301932724732,813 10.882089069250469,814 16.110477607745736815 ],816 "rotation": [817 3.1805546814635168e-15,818 90.00000000000003,819 -89.99948883056643820 ]821 },822 "location": [823 -527.5079956054688,824 -285.4132995605469,825 274.6660461425781826 ],827 "rotation": [828 3.1805546814635168e-15,829 90.00000000000003,830 -89.99948883056643831 ],832 "scale": [833 0.6008799076080322,834 0.6008799076080322,835 0.6008799076080322836 ]837 },838 "color": [839 255,840 31,841 255842 ]843 },844 {845 "object_id": "SM_book_2",846 "bbox_2d": [847 1284,848 257,849 1428,850 386851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 -562.0414388342624,856 -283.019466186498,857 291.0091042010744858 ],859 "extent": [860 17.66457577791573,861 11.306196396320047,862 16.38107444765882863 ]864 },865 "obb": {866 "center": [867 -562.0414388342624,868 -283.019466186498,869 291.0091042010744870 ],871 "extent": [872 17.66457577791573,873 11.306196396320047,874 16.38107444765882875 ],876 "rotation": [877 3.1805546814635168e-15,878 90.00000000000003,879 -89.99948883056643880 ]881 },882 "location": [883 -561.3900756835938,884 -285.4132995605469,885 274.6660461425781886 ],887 "rotation": [888 3.1805546814635168e-15,889 90.00000000000003,890 -89.99948883056643891 ],892 "scale": [893 0.6008800268173218,894 0.6008800268173218,895 0.6008800268173218896 ]897 },898 "color": [899 255,900 31,901 127902 ]903 },904 {905 "object_id": "SM_book_039_35",906 "bbox_2d": [907 1205,908 325,909 1327,910 374911 ],912 "bbox_3d": {913 "aabb": {914 "center": [915 -601.2670913757017,916 -281.24387181871236,917 279.9008814650659918 ],919 "extent": [920 16.363044134912798,921 14.44281622746729,922 5.076022036312679923 ]924 },925 "obb": {926 "center": [927 -601.2670913757017,928 -281.24387181871236,929 279.9008814650659930 ],931 "extent": [932 16.363044134912798,933 14.44281622746729,934 5.076022036312679935 ],936 "rotation": [937 0,938 104.31652832031251,939 0940 ]941 },942 "location": [943 -601.070556640625,944 -281.83905029296875,945 274.8306884765625946 ],947 "rotation": [948 0,949 104.31652832031251,950 0951 ],952 "scale": [953 0.5999999642372131,954 0.5999999642372131,955 0.5999999642372131956 ]957 },958 "color": [959 255,960 31,961 63962 ]963 },964 {965 "object_id": "SM_book_04_50",966 "bbox_2d": [967 1253,968 575,969 1362,970 633971 ],972 "bbox_3d": {973 "aabb": {974 "center": [975 -585.4895146632253,976 -280.70564347911227,977 214.23494336690482978 ],979 "extent": [980 15.2734909561741,981 13.748534672897563,982 7.157674279995035983 ]984 },985 "obb": {986 "center": [987 -585.4895146632253,988 -280.70564347911227,989 214.23494336690482990 ],991 "extent": [992 15.2734909561741,993 13.748534672897563,994 7.157674279995035995 ],996 "rotation": [997 0,998 -97.30126953125,999 01000 ]1001 },1002 "location": [1003 -585.8444213867188,1004 -281.2575378417969,1005 207.08300781251006 ],1007 "rotation": [1008 0,1009 -97.30126953125,1010 01011 ],1012 "scale": [1013 0.5699999928474426,1014 0.5699999928474426,1015 0.56999999284744261016 ]1017 },1018 "color": [1019 127,1020 31,1021 1271022 ]1023 },1024 {1025 "object_id": "SM_book_5",1026 "bbox_2d": [1027 1148,1028 620,1029 1293,1030 6401031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 -618.5889535268723,1036 -280.8828853831473,1037 208.55856030281531038 ],1039 "extent": [1040 16.744908717526755,1041 13.585827725948036,1042 1.48159073639430971043 ]1044 },1045 "obb": {1046 "center": [1047 -618.5889535268723,1048 -280.8828853831473,1049 208.55856030281531050 ],1051 "extent": [1052 16.744908717526755,1053 13.585827725948036,1054 1.48159073639430971055 ],1056 "rotation": [1057 0,1058 -74.9951400756836,1059 01060 ]1061 },1062 "location": [1063 -632.7619018554688,1064 -284.4145202636719,1065 207.08300781251066 ],1067 "rotation": [1068 0,1069 -74.9951400756836,1070 01071 ],1072 "scale": [1073 0.5699999928474426,1074 0.5699999928474426,1075 0.56999999284744261076 ]1077 },1078 "color": [1079 127,1080 31,1081 631082 ]1083 }1084 ],1085 "vase": [1086 {1087 "object_id": "SM_vase_03_74",1088 "bbox_2d": [1089 1302,1090 532,1091 1339,1092 5751093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -584.8195190429688,1098 -277.72760105133057,1099 227.06713533401491100 ],1101 "extent": [1102 4.4428558349609375,1103 4.442861557006836,1104 5.6745271682739261105 ]1106 },1107 "obb": {1108 "center": [1109 -584.8195190429688,1110 -277.72760105133057,1111 227.06713533401491112 ],1113 "extent": [1114 4.4428558349609375,1115 4.442861557006836,1116 5.6745271682739261117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 -584.8195190429688,1126 -277.72760009765625,1127 221.392608642578121128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 191,1142 31,1143 1271144 ]1145 },1146 {1147 "object_id": "SM_vase_012_77",1148 "bbox_2d": [1149 1234,1150 284,1151 1275,1152 3251153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -607.0249633789062,1158 -279.86102399349204,1159 290.448513518763151160 ],1161 "extent": [1162 5.039649111362223,1163 5.0396508518177825,1164 5.47155463833865951165 ]1166 },1167 "obb": {1168 "center": [1169 -607.0249633789062,1170 -279.86102399349204,1171 290.448513518763151172 ],1173 "extent": [1174 5.039649111362223,1175 5.0396508518177825,1176 5.47155463833865951177 ],1178 "rotation": [1179 0,1180 0,1181 01182 ]1183 },1184 "location": [1185 -607.0249633789062,1186 -279.86102294921875,1187 284.97695922851561188 ],1189 "rotation": [1190 0,1191 0,1192 01193 ],1194 "scale": [1195 0.3649999797344208,1196 0.3649999797344208,1197 0.36499997973442081198 ]1199 },1200 "color": [