TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l049_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l049_r005/lit.png",5 "camera": {6 "location": [7 95,8 438,9 19310 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 95,38 438,39 193,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 652,58 0,59 723,60 12161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 1660,120 0,121 1747,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface57",178 "bbox_2d": [179 880,180 145,181 1012,182 929183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40711644136513,188 194.618632203342,189 193.68687438964844190 ],191 "extent": [192 5.455037415813791,193 40.9399423472035,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40711644136513,200 194.618632203342,201 193.68687438964844202 ],203 "extent": [204 5.455037415813791,205 40.9399423472035,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.37254333496094,216 154.16036987304688,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 0.8706653118133545,227 1228 ]229 },230 "color": [231 127,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Door_polySurface50",238 "bbox_2d": [239 865,240 99,241 1039,242 946243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 237.10054705583462,248 194.50258489944235,249 195.17345428466797250 ],251 "extent": [252 9.745574626675705,253 49.10113152907067,254 105.98666381835938255 ]256 },257 "obb": {258 "center": [259 237.10054705583462,260 194.50258489944235,261 195.17345428466797262 ],263 "extent": [264 9.745574626675705,265 49.10113152907067,266 105.98666381835938267 ],268 "rotation": [269 0,270 -179.99989318847656,271 0272 ]273 },274 "location": [275 236.64108276367188,276 154.88241577148438,277 88.28707122802734278 ],279 "rotation": [280 0,281 -179.99989318847656,282 0283 ],284 "scale": [285 1.5594600439071655,286 0.8500000238418579,287 1288 ]289 },290 "color": [291 127,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Door_polySurface58",298 "bbox_2d": [299 1748,300 0,301 1919,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 230.40723676937202,308 428.06766479974937,309 193.68687438964844310 ],311 "extent": [312 5.455037415787672,313 40.93992833372391,314 100.37834930419922315 ]316 },317 "obb": {318 "center": [319 230.40723676937202,320 428.06766479974937,321 193.68687438964844322 ],323 "extent": [324 5.455037415787672,325 40.93992833372391,326 100.37834930419922327 ],328 "rotation": [329 0,330 -179.99989318847656,331 0332 ]333 },334 "location": [335 229.3725128173828,336 468.5259094238281,337 88.9166030883789338 ],339 "rotation": [340 0,341 -179.99989318847656,342 0343 ],344 "scale": [345 0.800000011920929,346 -0.8706650137901306,347 1348 ]349 },350 "color": [351 31,352 159,353 127354 ]355 }356 ]357 },358 "foreground": {359 "tv": [360 {361 "object_id": "SM_TVset_131",362 "bbox_2d": [363 0,364 0,365 651,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -55.67537493583768,372 343.5040283203125,373 184.6187286376953374 ],375 "extent": [376 174.0474023976094,377 14.1383056640625,378 91.36982727050781379 ]380 },381 "obb": {382 "center": [383 -55.67537493583768,384 343.5040283203125,385 184.6187286376953386 ],387 "extent": [388 174.0474023976094,389 14.1383056640625,390 91.36982727050781391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -55.717041015625,400 343.51348876953125,401 93.32192993164062402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 0.9973075985908508,410 1,411 1412 ]413 },414 "color": [415 63,416 127,417 255418 ]419 },420 {421 "object_id": "SM_TV_134",422 "bbox_2d": [423 0,424 109,425 167,426 847427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 28.77264975328159,432 333.1397213935913,433 197.77782821655273434 ],435 "extent": [436 49.164796066224405,437 3.103601814645799,438 28.656902313232422439 ]440 },441 "obb": {442 "center": [443 28.772649753281588,444 333.1397213935913,445 197.77782821655273446 ],447 "extent": [448 49.164796066224405,449 3.103601814645799,450 28.656902313232422451 ],452 "rotation": [453 0,454 -90.00009155273439,455 0456 ]457 },458 "location": [459 28.772653579711914,460 333.1470642089844,461 169.08131408691406462 ],463 "rotation": [464 0,465 -90.00009155273439,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 63,476 127,477 127478 ]479 }480 ],481 "decorative grass": [482 {483 "object_id": "SM_Decorative33_161",484 "bbox_2d": [485 401,486 913,487 552,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 100.24334199117794,494 348.1580686569185,495 139.65065574645996496 ],497 "extent": [498 6.231438709416409,499 6.210162297746422,500 20.81926155090332501 ]502 },503 "obb": {504 "center": [505 100.24334199117794,506 348.1580686569185,507 139.65065574645996508 ],509 "extent": [510 6.231438709416409,511 6.210162297746422,512 20.81926155090332513 ],514 "rotation": [515 0,516 179.9998321533203,517 0518 ]519 },520 "location": [521 100.24333953857422,522 347.1580810546875,523 118.81065368652344524 ],525 "rotation": [526 0,527 179.9998321533203,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 255,539 191540 ]541 },542 {543 "object_id": "SM_Decorative156_84",544 "bbox_2d": [545 672,546 563,547 706,548 633549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 215.2140879613295,554 -32.59786782804271,555 164.69444428428687556 ],557 "extent": [558 11.79616688467351,559 11.774763046964166,560 17.065425383079855561 ]562 },563 "obb": {564 "center": [565 215.2140879613295,566 -32.59786782804271,567 164.69444428428687568 ],569 "extent": [570 11.79616688467351,571 11.774763046964166,572 17.065425383079855573 ],574 "rotation": [575 0,576 60.00009536743165,577 0578 ]579 },580 "location": [581 215.2140655517578,582 -32.59794616699219,583 147.59056091308594584 ],585 "rotation": [586 0,587 60.00009536743165,588 0589 ],590 "scale": [591 1.2951279878616333,592 1.2951279878616333,593 1.6757863759994507594 ]595 },596 "color": [597 159,598 0,599 191600 ]601 }602 ],603 "award": [604 {605 "object_id": "SM_Award4_12",606 "bbox_2d": [607 652,608 437,609 661,610 462611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 222.08213806152344,616 -142.11911010742188,617 245.5829866149786618 ],619 "extent": [620 3.4109432216309585,621 5.994941437960392,622 8.444712043002482623 ]624 },625 "obb": {626 "center": [627 222.08213806152344,628 -142.11911010742188,629 245.5829866149786630 ],631 "extent": [632 3.4109432216309585,633 5.994941437960392,634 8.444712043002482635 ],636 "rotation": [637 0,638 90.00011444091797,639 0640 ]641 },642 "location": [643 222.08213806152344,644 -142.11911010742188,645 237.07546997070312646 ],647 "rotation": [648 0,649 90.00011444091797,650 0651 ],652 "scale": [653 1.2999999523162842,654 1.2999999523162842,655 1.2999999523162842656 ]657 },658 "color": [659 255,660 159,661 255662 ]663 },664 {665 "object_id": "SM_Award9_27",666 "bbox_2d": [667 652,668 334,669 670,670 362671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 223.9742431640625,676 -132.713623046875,677 303.456318371016678 ],679 "extent": [680 5.595309053419697,681 6.971577311140976,682 9.276426070417756683 ]684 },685 "obb": {686 "center": [687 223.9742431640625,688 -132.713623046875,689 303.456318371016690 ],691 "extent": [692 5.595309053419697,693 6.971577311140976,694 9.276426070417756695 ],696 "rotation": [697 0,698 90.00011444091797,699 0700 ]701 },702 "location": [703 223.9742431640625,704 -132.713623046875,705 294.1536865234375706 ],707 "rotation": [708 0,709 90.00011444091797,710 0711 ],712 "scale": [713 1.2999999523162842,714 1.2999999523162842,715 1.2999999523162842716 ]717 },718 "color": [719 255,720 159,721 95722 ]723 }724 ],725 "award frame": [726 {727 "object_id": "SM_AwardFrame_30",728 "bbox_2d": [729 681,730 261,731 795,732 511733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 229.0532147884385,738 -15.01662607962811,739 256.9651794433594740 ],741 "extent": [742 0.7269985662826457,743 89.25543358045786,744 48.07257080078125745 ]746 },747 "obb": {748 "center": [749 229.0532147884385,750 -15.01662607962811,751 256.9651794433594752 ],753 "extent": [754 0.7269985662826457,755 89.25543358045786,756 48.07257080078125757 ],758 "rotation": [759 0,760 90.00011444091797,761 0762 ]763 },764 "location": [765 229.86875915527344,766 -15.016624450683594,767 256.9651794433594768 ],769 "rotation": [770 0,771 90.00011444091797,772 0773 ],774 "scale": [775 2,776 2,777 2778 ]779 },780 "color": [781 127,782 159,783 0784 ]785 }786 ],787 "cabinet": [788 {789 "object_id": "SM_KomodCClosed_55",790 "bbox_2d": [791 652,792 623,793 657,794 625795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 216.32473171699846,800 -167.35725345748017,801 127.00710071345111802 ],803 "extent": [804 13.030124955822174,805 84.78256622877805,806 20.583462045957276807 ]808 },809 "obb": {810 "center": [811 216.32473171699846,812 -167.35725345748017,813 127.00710071345111814 ],815 "extent": [816 13.030124955822174,817 84.78256622877805,818 20.583462045957276819 ],820 "rotation": [821 0,822 90.00011444091797,823 0824 ]825 },826 "location": [827 229.52696228027344,828 -167.43386840820312,829 106.27960968017578830 ],831 "rotation": [832 0,833 90.00011444091797,834 0835 ],836 "scale": [837 1.1326565742492676,838 1.0708844661712646,839 1.5992348194122314840 ]841 },842 "color": [843 31,844 159,845 0846 ]847 },848 {849 "object_id": "SM_KomodCClosed2",850 "bbox_2d": [851 652,852 626,853 806,854 771855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 216.32476811318836,860 2.686028097707336,861 127.00710071345111862 ],863 "extent": [864 13.030119153919912,865 84.78256622876646,866 20.583462045957276867 ]868 },869 "obb": {870 "center": [871 216.32476811318836,872 2.686028097707336,873 127.00710071345111874 ],875 "extent": [876 13.030119153919912,877 84.78256622876646,878 20.583462045957276879 ],880 "rotation": [881 0,882 90.00011444091797,883 0884 ]885 },886 "location": [887 229.52699279785156,888 2.6094131469726562,889 106.27960968017578890 ],891 "rotation": [892 0,893 90.00011444091797,894 0895 ],896 "scale": [897 1.1326565742492676,898 1.0708839893341064,899 1.5992348194122314900 ]901 },902 "color": [903 31,904 159,905 255906 ]907 }908 ],909 "books": [910 {911 "object_id": "SM_Book110",912 "bbox_2d": [913 743,914 600,915 785,916 654917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 219.47430931415926,922 65.26159286484675,923 158.03782653808594924 ],925 "extent": [926 8.610498834507098,927 1.4089581673325675,928 10.532577514648438929 ]930 },931 "obb": {932 "center": [933 219.47430931415926,934 65.26159286484675,935 158.03782653808594936 ],937 "extent": [938 8.610498834507098,939 1.4089581673325675,940 10.532577514648438941 ],942 "rotation": [943 -90,944 90.00040435791014,945 0946 ]947 },948 "location": [949 219.47433471679688,950 63.82425308227539,951 158.03782653808594952 ],953 "rotation": [954 -90,955 90.00040435791014,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 31,966 159,967 63968 ]969 },970 {971 "object_id": "SM_Book111",972 "bbox_2d": [973 740,974 606,975 742,976 653977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 219.47430988833935,982 62.21325683580405,983 157.19644165039062984 ],985 "extent": [986 8.610498271712572,987 1.4089547276685792,988 9.475791329225103989 ]990 },991 "obb": {992 "center": [993 219.47430988833935,994 62.21325683580405,995 157.19644165039062996 ],997 "extent": [998 8.610498271712572,999 1.4089547276685792,1000 9.4757913292251031001 ],1002 "rotation": [1003 -90,1004 90.00038146972655,1005 01006 ]1007 },1008 "location": [1009 219.47433471679688,1010 60.775917053222656,1011 157.196441650390621012 ],1013 "rotation": [1014 -90,1015 90.00038146972655,1016 01017 ],1018 "scale": [1019 0.8996649980545044,1020 1,1021 11022 ]1023 },1024 "color": [1025 31,1026 159,1027 1911028 ]1029 },1030 {1031 "object_id": "SM_Book112",1032 "bbox_2d": [1033 738,1034 599,1035 778,1036 6521037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 219.47430988833935,1042 59.05184936510093,1043 158.037826538085941044 ],1045 "extent": [1046 8.610498271712572,1047 1.4089547276685792,1048 10.5325775146484381049 ]1050 },1051 "obb": {1052 "center": [1053 219.47430988833935,1054 59.05184936510093,1055 158.037826538085941056 ],1057 "extent": [1058 8.610498271712572,1059 1.4089547276685792,1060 10.5325775146484381061 ],1062 "rotation": [1063 -90,1064 90.00038146972655,1065 01066 ]1067 },1068 "location": [1069 219.47433471679688,1070 57.61450958251953,1071 158.037826538085941072 ],1073 "rotation": [1074 -90,1075 90.00038146972655,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 31,1086 159,1087 311088 ]1089 },1090 {1091 "object_id": "SM_Book113",1092 "bbox_2d": [1093 736,1094 595,1095 777,1096 6511097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 219.4743251471284,1102 55.933689117298194,1103 158.88053894042971104 ],1105 "extent": [1106 8.610498271712572,1107 1.4089547276685792,1108 11.164458739145631109 ]1110 },1111 "obb": {1112 "center": [1113 219.4743251471284,1114 55.933689117298194,1115 158.88053894042971116 ],1117 "extent": [1118 8.610498271712572,1119 1.4089547276685792,1120 11.164458739145631121 ],1122 "rotation": [1123 -90,1124 90.00038146972655,1125 01126 ]1127 },1128 "location": [1129 219.47434997558594,1130 54.4963493347168,1131 158.88053894042971132 ],1133 "rotation": [1134 -90,1135 90.00038146972655,1136 01137 ],1138 "scale": [1139 1.059993028640747,1140 1,1141 11142 ]1143 },1144 "color": [1145 31,1146 159,1147 951148 ]1149 },1150 {1151 "object_id": "SM_Book114",1152 "bbox_2d": [1153 733,1154 600,1155 735,1156 6511157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 219.4743251471284,1162 52.63015747056968,1163 158.037826538085941164 ],1165 "extent": [1166 8.610498271712572,1167 1.4089547276685792,1168 10.5325775146484381169 ]1170 },1171 "obb": {1172 "center": [1173 219.4743251471284,1174 52.63015747056968,1175 158.037826538085941176 ],1177 "extent": [1178 8.610498271712572,1179 1.4089547276685792,1180 10.5325775146484381181 ],1182 "rotation": [1183 -90,1184 90.00038146972655,1185 01186 ]1187 },1188 "location": [1189 219.47434997558594,1190 51.19281768798828,1191 158.037826538085941192 ],1193 "rotation": [1194 -90,1195 90.00038146972655,1196 01197 ],1198 "scale": [1199 1,1200 1,