TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l103_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l103_r005/lit.png",5 "camera": {6 "location": [7 91,8 486,9 23610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 91,38 486,39 236,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 417,58 0,59 870,60 30261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 1348,120 0,121 1892,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface57",178 "bbox_2d": [179 835,180 348,181 935,182 1012183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40711644136513,188 194.618632203342,189 193.68687438964844190 ],191 "extent": [192 5.455037415813791,193 40.9399423472035,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40711644136513,200 194.618632203342,201 193.68687438964844202 ],203 "extent": [204 5.455037415813791,205 40.9399423472035,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.37254333496094,216 154.16036987304688,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 0.8706653118133545,227 1228 ]229 },230 "color": [231 127,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Door_polySurface50",238 "bbox_2d": [239 822,240 316,241 956,242 1031243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 237.10054705583462,248 194.50258489944235,249 195.17345428466797250 ],251 "extent": [252 9.745574626675705,253 49.10113152907067,254 105.98666381835938255 ]256 },257 "obb": {258 "center": [259 237.10054705583462,260 194.50258489944235,261 195.17345428466797262 ],263 "extent": [264 9.745574626675705,265 49.10113152907067,266 105.98666381835938267 ],268 "rotation": [269 0,270 -179.99989318847656,271 0272 ]273 },274 "location": [275 236.64108276367188,276 154.88241577148438,277 88.28707122802734278 ],279 "rotation": [280 0,281 -179.99989318847656,282 0283 ],284 "scale": [285 1.5594600439071655,286 0.8500000238418579,287 1288 ]289 },290 "color": [291 127,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Door_polySurface58",298 "bbox_2d": [299 1397,300 0,301 1919,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 230.40723676937202,308 428.06766479974937,309 193.68687438964844310 ],311 "extent": [312 5.455037415787672,313 40.93992833372391,314 100.37834930419922315 ]316 },317 "obb": {318 "center": [319 230.40723676937202,320 428.06766479974937,321 193.68687438964844322 ],323 "extent": [324 5.455037415787672,325 40.93992833372391,326 100.37834930419922327 ],328 "rotation": [329 0,330 -179.99989318847656,331 0332 ]333 },334 "location": [335 229.3725128173828,336 468.5259094238281,337 88.9166030883789338 ],339 "rotation": [340 0,341 -179.99989318847656,342 0343 ],344 "scale": [345 0.800000011920929,346 -0.8706650137901306,347 1348 ]349 },350 "color": [351 31,352 159,353 127354 ]355 }356 ]357 },358 "foreground": {359 "tv": [360 {361 "object_id": "SM_TVset_131",362 "bbox_2d": [363 0,364 203,365 609,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -55.67537493583768,372 343.5040283203125,373 184.6187286376953374 ],375 "extent": [376 174.0474023976094,377 14.1383056640625,378 91.36982727050781379 ]380 },381 "obb": {382 "center": [383 -55.67537493583768,384 343.5040283203125,385 184.6187286376953386 ],387 "extent": [388 174.0474023976094,389 14.1383056640625,390 91.36982727050781391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -55.717041015625,400 343.51348876953125,401 93.32192993164062402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 0.9973075985908508,410 1,411 1412 ]413 },414 "color": [415 63,416 127,417 255418 ]419 },420 {421 "object_id": "SM_TV_134",422 "bbox_2d": [423 0,424 615,425 287,426 1079427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 28.77264975328159,432 333.1397213935913,433 197.77782821655273434 ],435 "extent": [436 49.164796066224405,437 3.103601814645799,438 28.656902313232422439 ]440 },441 "obb": {442 "center": [443 28.772649753281588,444 333.1397213935913,445 197.77782821655273446 ],447 "extent": [448 49.164796066224405,449 3.103601814645799,450 28.656902313232422451 ],452 "rotation": [453 0,454 -90.00009155273439,455 0456 ]457 },458 "location": [459 28.772653579711914,460 333.1470642089844,461 169.08131408691406462 ],463 "rotation": [464 0,465 -90.00009155273439,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 63,476 127,477 127478 ]479 }480 ],481 "award": [482 {483 "object_id": "SM_Award1_3",484 "bbox_2d": [485 610,486 517,487 621,488 537489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 224.00866947174063,494 -238.12922668456537,495 245.04850653967355496 ],497 "extent": [498 5.65505594874719,499 5.521427518391306,500 7.9460106796113905501 ]502 },503 "obb": {504 "center": [505 224.00866947174063,506 -238.12922668456537,507 245.04850653967355508 ],509 "extent": [510 5.65505594874719,511 5.521427518391306,512 7.9460106796113905513 ],514 "rotation": [515 0,516 90.00011444091797,517 0518 ]519 },520 "location": [521 224.0086669921875,522 -238.1292266845703,523 237.07546997070312524 ],525 "rotation": [526 0,527 90.00011444091797,528 0529 ],530 "scale": [531 1.2999999523162842,532 1.2999999523162842,533 1.2999999523162842534 ]535 },536 "color": [537 0,538 159,539 31540 ]541 },542 {543 "object_id": "SM_Award2_6",544 "bbox_2d": [545 617,546 516,547 627,548 537549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 221.54150390625,554 -203.6403045654297,555 244.94906530110302556 ],557 "extent": [558 3.410948030211671,559 8.40239660325173,560 7.798189020223276561 ]562 },563 "obb": {564 "center": [565 221.54150390625,566 -203.6403045654297,567 244.94906530110302568 ],569 "extent": [570 3.410948030211671,571 8.40239660325173,572 7.798189020223276573 ],574 "rotation": [575 0,576 90.00011444091797,577 0578 ]579 },580 "location": [581 221.54150390625,582 -203.6403045654297,583 237.07546997070312584 ],585 "rotation": [586 0,587 90.00011444091797,588 0589 ],590 "scale": [591 1.2999999523162842,592 1.2999999523162842,593 1.2999999523162842594 ]595 },596 "color": [597 0,598 159,599 95600 ]601 },602 {603 "object_id": "SM_Award3_9",604 "bbox_2d": [605 627,606 513,607 643,608 537609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 222.7982635498047,614 -173.45571899414062,615 245.4228153860297616 ],617 "extent": [618 4.620157125472019,619 4.402174044997054,620 8.280255156659337621 ]622 },623 "obb": {624 "center": [625 222.7982635498047,626 -173.45571899414062,627 245.4228153860297628 ],629 "extent": [630 4.620157125472019,631 4.402174044997054,632 8.280255156659337633 ],634 "rotation": [635 0,636 90.00011444091797,637 0638 ]639 },640 "location": [641 222.7982635498047,642 -173.45571899414062,643 237.07546997070312644 ],645 "rotation": [646 0,647 90.00011444091797,648 0649 ],650 "scale": [651 1.7608659267425537,652 1.7608659267425537,653 1.7608659267425537654 ]655 },656 "color": [657 255,658 159,659 0660 ]661 },662 {663 "object_id": "SM_Award4_12",664 "bbox_2d": [665 638,666 512,667 650,668 537669 ],670 "bbox_3d": {671 "aabb": {672 "center": [673 222.08213806152344,674 -142.11911010742188,675 245.5829866149786676 ],677 "extent": [678 3.4109432216309585,679 5.994941437960392,680 8.444712043002482681 ]682 },683 "obb": {684 "center": [685 222.08213806152344,686 -142.11911010742188,687 245.5829866149786688 ],689 "extent": [690 3.4109432216309585,691 5.994941437960392,692 8.444712043002482693 ],694 "rotation": [695 0,696 90.00011444091797,697 0698 ]699 },700 "location": [701 222.08213806152344,702 -142.11911010742188,703 237.07546997070312704 ],705 "rotation": [706 0,707 90.00011444091797,708 0709 ],710 "scale": [711 1.2999999523162842,712 1.2999999523162842,713 1.2999999523162842714 ]715 },716 "color": [717 255,718 159,719 255720 ]721 },722 {723 "object_id": "SM_Award5_15",724 "bbox_2d": [725 612,726 424,727 622,728 457729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 222.96510314941406,734 -232.7168731689453,735 306.5081182716651736 ],737 "extent": [738 3.8437967559448794,739 3.7271725241157583,740 12.341716599768233741 ]742 },743 "obb": {744 "center": [745 222.96510314941406,746 -232.7168731689453,747 306.5081182716651748 ],749 "extent": [750 3.8437967559448794,751 3.7271725241157583,752 12.341716599768233753 ],754 "rotation": [755 0,756 90.00000000000001,757 0758 ]759 },760 "location": [761 222.96510314941406,762 -232.7168731689453,763 294.1536865234375764 ],765 "rotation": [766 0,767 90.00000000000001,768 0769 ],770 "scale": [771 1.2999999523162842,772 1.2999999523162842,773 1.2999999523162842774 ]775 },776 "color": [777 255,778 159,779 127780 ]781 },782 {783 "object_id": "SM_Award6_18",784 "bbox_2d": [785 617,786 440,787 625,788 455789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 221.92637634277344,794 -210.99447631835938,795 299.9412369035739796 ],797 "extent": [798 3.7536064201646013,799 3.7536070400528843,800 5.7771263387706995801 ]802 },803 "obb": {804 "center": [805 221.92637634277344,806 -210.99447631835938,807 299.9412369035739808 ],809 "extent": [810 3.7536064201646013,811 3.7536070400528843,812 5.7771263387706995813 ],814 "rotation": [815 0,816 90.00000000000001,817 0818 ]819 },820 "location": [821 221.92637634277344,822 -210.99447631835938,823 294.1536865234375824 ],825 "rotation": [826 0,827 90.00000000000001,828 0829 ],830 "scale": [831 1.2999999523162842,832 1.2999999523162842,833 1.2999999523162842834 ]835 },836 "color": [837 255,838 159,839 63840 ]841 },842 {843 "object_id": "SM_Award7_21",844 "bbox_2d": [845 623,846 421,847 634,848 452849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 222.1977081298828,854 -186.43215942382812,855 305.0446336460059856 ],857 "extent": [858 4.517423695737364,859 4.30428683757782,860 10.881958239247638861 ]862 },863 "obb": {864 "center": [865 222.1977081298828,866 -186.43215942382812,867 305.0446336460059868 ],869 "extent": [870 4.517423695737364,871 4.30428683757782,872 10.881958239247638873 ],874 "rotation": [875 0,876 90.00000000000001,877 0878 ]879 },880 "location": [881 222.1977081298828,882 -186.43215942382812,883 294.1536865234375884 ],885 "rotation": [886 0,887 90.00000000000001,888 0889 ],890 "scale": [891 1.721714735031128,892 1.721714735031128,893 1.721714735031128894 ]895 },896 "color": [897 255,898 159,899 191900 ]901 },902 {903 "object_id": "SM_Award8_24",904 "bbox_2d": [905 633,906 437,907 645,908 448909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 225.1148681640625,914 -162.44825744628906,915 298.7707523798185916 ],917 "extent": [918 5.595295128628095,919 5.52141436351576,920 4.6096557118468695921 ]922 },923 "obb": {924 "center": [925 225.1148681640625,926 -162.44825744628906,927 298.7707523798185928 ],929 "extent": [930 5.595295128628095,931 5.52141436351576,932 4.6096557118468695933 ],934 "rotation": [935 0,936 90.00000000000001,937 0938 ]939 },940 "location": [941 225.1148681640625,942 -162.44825744628906,943 294.1536865234375944 ],945 "rotation": [946 0,947 90.00000000000001,948 0949 ],950 "scale": [951 1.2999999523162842,952 1.2999999523162842,953 1.2999999523162842954 ]955 },956 "color": [957 255,958 159,959 31960 ]961 },962 {963 "object_id": "SM_Award9_27",964 "bbox_2d": [965 640,966 418,967 658,968 445969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 223.9742431640625,974 -132.713623046875,975 303.456318371016976 ],977 "extent": [978 5.595309053419697,979 6.971577311140976,980 9.276426070417756981 ]982 },983 "obb": {984 "center": [985 223.9742431640625,986 -132.713623046875,987 303.456318371016988 ],989 "extent": [990 5.595309053419697,991 6.971577311140976,992 9.276426070417756993 ],994 "rotation": [995 0,996 90.00011444091797,997 0998 ]999 },1000 "location": [1001 223.9742431640625,1002 -132.713623046875,1003 294.15368652343751004 ],1005 "rotation": [1006 0,1007 90.00011444091797,1008 01009 ],1010 "scale": [1011 1.2999999523162842,1012 1.2999999523162842,1013 1.29999995231628421014 ]1015 },1016 "color": [1017 255,1018 159,1019 951020 ]1021 }1022 ],1023 "award frame": [1024 {1025 "object_id": "SM_AwardFrame_30",1026 "bbox_2d": [1027 668,1028 387,1029 766,1030 6001031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 229.0532147884385,1036 -15.01662607962811,1037 256.96517944335941038 ],1039 "extent": [1040 0.7269985662826457,1041 89.25543358045786,1042 48.072570800781251043 ]1044 },1045 "obb": {1046 "center": [1047 229.0532147884385,1048 -15.01662607962811,1049 256.96517944335941050 ],1051 "extent": [1052 0.7269985662826457,1053 89.25543358045786,1054 48.072570800781251055 ],1056 "rotation": [1057 0,1058 90.00011444091797,1059 01060 ]1061 },1062 "location": [1063 229.86875915527344,1064 -15.016624450683594,1065 256.96517944335941066 ],1067 "rotation": [1068 0,1069 90.00011444091797,1070 01071 ],1072 "scale": [1073 2,1074 2,1075 21076 ]1077 },1078 "color": [1079 127,1080 159,1081 01082 ]1083 }1084 ],1085 "cabinet": [1086 {1087 "object_id": "SM_KomodCClosed_55",1088 "bbox_2d": [1089 610,1090 677,1091 646,1092 7651093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 216.32473171699846,1098 -167.35725345748017,1099 127.007100713451111100 ],1101 "extent": [1102 13.030124955822174,1103 84.78256622877805,1104 20.5834620459572761105 ]1106 },1107 "obb": {1108 "center": [1109 216.32473171699846,1110 -167.35725345748017,1111 127.007100713451111112 ],1113 "extent": [1114 13.030124955822174,1115 84.78256622877805,1116 20.5834620459572761117 ],1118 "rotation": [1119 0,1120 90.00011444091797,1121 01122 ]1123 },1124 "location": [1125 229.52696228027344,1126 -167.43386840820312,1127 106.279609680175781128 ],1129 "rotation": [1130 0,1131 90.00011444091797,1132 01133 ],1134 "scale": [1135 1.1326565742492676,1136 1.0708844661712646,1137 1.59923481941223141138 ]1139 },1140 "color": [1141 31,1142 159,1143 01144 ]1145 },1146 {1147 "object_id": "SM_KomodCClosed2",1148 "bbox_2d": [1149 633,1150 694,1151 775,1152 8491153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 216.32476811318836,1158 2.686028097707336,1159 127.007100713451111160 ],1161 "extent": [1162 13.030119153919912,1163 84.78256622876646,1164 20.5834620459572761165 ]1166 },1167 "obb": {1168 "center": [1169 216.32476811318836,1170 2.686028097707336,1171 127.007100713451111172 ],1173 "extent": [1174 13.030119153919912,1175 84.78256622876646,1176 20.5834620459572761177 ],1178 "rotation": [1179 0,1180 90.00011444091797,1181 01182 ]1183 },1184 "location": [1185 229.52699279785156,1186 2.6094131469726562,1187 106.279609680175781188 ],1189 "rotation": [1190 0,1191 90.00011444091797,1192 01193 ],1194 "scale": [1195 1.1326565742492676,1196 1.0708839893341064,1197 1.59923481941223141198 ]1199 },1200 "color": [