TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l026_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l026_r005/lit.png",5 "camera": {6 "location": [7 92,8 560,9 16510 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 92,38 560,39 165,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 544,58 0,59 684,60 27161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "door": [116 {117 "object_id": "SM_Door_polySurface49",118 "bbox_2d": [119 1075,120 0,121 1491,122 1031123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 237.1017780453198,128 428.0635484057081,129 195.17345428466797130 ],131 "extent": [132 9.74557239176346,133 49.10113152906655,134 105.98666381835938135 ]136 },137 "obb": {138 "center": [139 237.1017780453198,140 428.0635484057081,141 195.17345428466797142 ],143 "extent": [144 9.74557239176346,145 49.10113152906655,146 105.98666381835938147 ],148 "rotation": [149 0,150 -179.99989318847656,151 0152 ]153 },154 "location": [155 236.6421661376953,156 467.6837158203125,157 88.28707122802734158 ],159 "rotation": [160 0,161 -179.99989318847656,162 0163 ],164 "scale": [165 1.5594596862792969,166 -0.8500000238418579,167 1168 ]169 },170 "color": [171 127,172 159,173 255174 ]175 },176 {177 "object_id": "SM_Door_polySurface57",178 "bbox_2d": [179 767,180 190,181 835,182 733183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 230.40711644136513,188 194.618632203342,189 193.68687438964844190 ],191 "extent": [192 5.455037415813791,193 40.9399423472035,194 100.37834930419922195 ]196 },197 "obb": {198 "center": [199 230.40711644136513,200 194.618632203342,201 193.68687438964844202 ],203 "extent": [204 5.455037415813791,205 40.9399423472035,206 100.37834930419922207 ],208 "rotation": [209 0,210 -179.99989318847656,211 0212 ]213 },214 "location": [215 229.37254333496094,216 154.16036987304688,217 88.9166030883789218 ],219 "rotation": [220 0,221 -179.99989318847656,222 0223 ],224 "scale": [225 0.800000011920929,226 0.8706653118133545,227 1228 ]229 },230 "color": [231 127,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Door_polySurface50",238 "bbox_2d": [239 758,240 158,241 850,242 740243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 237.10054705583462,248 194.50258489944235,249 195.17345428466797250 ],251 "extent": [252 9.745574626675705,253 49.10113152907067,254 105.98666381835938255 ]256 },257 "obb": {258 "center": [259 237.10054705583462,260 194.50258489944235,261 195.17345428466797262 ],263 "extent": [264 9.745574626675705,265 49.10113152907067,266 105.98666381835938267 ],268 "rotation": [269 0,270 -179.99989318847656,271 0272 ]273 },274 "location": [275 236.64108276367188,276 154.88241577148438,277 88.28707122802734278 ],279 "rotation": [280 0,281 -179.99989318847656,282 0283 ],284 "scale": [285 1.5594600439071655,286 0.8500000238418579,287 1288 ]289 },290 "color": [291 127,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Door_polySurface58",298 "bbox_2d": [299 1103,300 0,301 1429,302 1002303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 230.40723676937202,308 428.06766479974937,309 193.68687438964844310 ],311 "extent": [312 5.455037415787672,313 40.93992833372391,314 100.37834930419922315 ]316 },317 "obb": {318 "center": [319 230.40723676937202,320 428.06766479974937,321 193.68687438964844322 ],323 "extent": [324 5.455037415787672,325 40.93992833372391,326 100.37834930419922327 ],328 "rotation": [329 0,330 -179.99989318847656,331 0332 ]333 },334 "location": [335 229.3725128173828,336 468.5259094238281,337 88.9166030883789338 ],339 "rotation": [340 0,341 -179.99989318847656,342 0343 ],344 "scale": [345 0.800000011920929,346 -0.8706650137901306,347 1348 ]349 },350 "color": [351 31,352 159,353 127354 ]355 }356 ]357 },358 "foreground": {359 "closet": [360 {361 "object_id": "SM_Closet_29",362 "bbox_2d": [363 544,364 314,365 587,366 623367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -5.889900207519531,372 -347.92909240722656,373 225.49037170410156374 ],375 "extent": [376 236.4459686279297,377 20.030471801757812,378 133.37185668945312379 ]380 },381 "obb": {382 "center": [383 -5.889900207519531,384 -347.92909240722656,385 225.49037170410156386 ],387 "extent": [388 236.4459686279297,389 20.030471801757812,390 133.37185668945312391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 -6.054466247558594,400 -367.9595642089844,401 92.11851501464844402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 127,417 0418 ]419 }420 ],421 "tv": [422 {423 "object_id": "SM_TVset_131",424 "bbox_2d": [425 0,426 0,427 560,428 863429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -55.67537493583768,434 343.5040283203125,435 184.6187286376953436 ],437 "extent": [438 174.0474023976094,439 14.1383056640625,440 91.36982727050781441 ]442 },443 "obb": {444 "center": [445 -55.67537493583768,446 343.5040283203125,447 184.6187286376953448 ],449 "extent": [450 174.0474023976094,451 14.1383056640625,452 91.36982727050781453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -55.717041015625,462 343.51348876953125,463 93.32192993164062464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 0.9973075985908508,472 1,473 1474 ]475 },476 "color": [477 63,478 127,479 255480 ]481 },482 {483 "object_id": "SM_TV_134",484 "bbox_2d": [485 0,486 180,487 321,488 518489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 28.77264975328159,494 333.1397213935913,495 197.77782821655273496 ],497 "extent": [498 49.164796066224405,499 3.103601814645799,500 28.656902313232422501 ]502 },503 "obb": {504 "center": [505 28.772649753281588,506 333.1397213935913,507 197.77782821655273508 ],509 "extent": [510 49.164796066224405,511 3.103601814645799,512 28.656902313232422513 ],514 "rotation": [515 0,516 -90.00009155273439,517 0518 ]519 },520 "location": [521 28.772653579711914,522 333.1470642089844,523 169.08131408691406524 ],525 "rotation": [526 0,527 -90.00009155273439,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 63,538 127,539 127540 ]541 }542 ],543 "decorative grass": [544 {545 "object_id": "SM_Decorative33_161",546 "bbox_2d": [547 418,548 563,549 489,550 780551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 100.24334199117794,556 348.1580686569185,557 139.65065574645996558 ],559 "extent": [560 6.231438709416409,561 6.210162297746422,562 20.81926155090332563 ]564 },565 "obb": {566 "center": [567 100.24334199117794,568 348.1580686569185,569 139.65065574645996570 ],571 "extent": [572 6.231438709416409,573 6.210162297746422,574 20.81926155090332575 ],576 "rotation": [577 0,578 179.9998321533203,579 0580 ]581 },582 "location": [583 100.24333953857422,584 347.1580810546875,585 118.81065368652344586 ],587 "rotation": [588 0,589 179.9998321533203,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 255,600 255,601 191602 ]603 },604 {605 "object_id": "SM_Decorative35",606 "bbox_2d": [607 343,608 629,609 397,610 779611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 86.2824266435804,616 347.8580723643284,617 133.39865488004682618 ],619 "extent": [620 4.362007022306955,621 4.34711353439161,622 14.573482837447386623 ]624 },625 "obb": {626 "center": [627 86.2824266435804,628 347.8580723643284,629 133.39865488004682630 ],631 "extent": [632 4.362007022306955,633 4.34711353439161,634 14.573482837447386635 ],636 "rotation": [637 0,638 179.9998321533203,639 0640 ]641 },642 "location": [643 86.28242492675781,644 347.1580810546875,645 118.81065368652344646 ],647 "rotation": [648 0,649 179.9998321533203,650 0651 ],652 "scale": [653 0.699999988079071,654 0.699999988079071,655 0.699999988079071656 ]657 },658 "color": [659 255,660 127,661 191662 ]663 },664 {665 "object_id": "SM_Decorative156_84",666 "bbox_2d": [667 628,668 512,669 655,670 568671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 215.2140879613295,676 -32.59786782804271,677 164.69444428428687678 ],679 "extent": [680 11.79616688467351,681 11.774763046964166,682 17.065425383079855683 ]684 },685 "obb": {686 "center": [687 215.2140879613295,688 -32.59786782804271,689 164.69444428428687690 ],691 "extent": [692 11.79616688467351,693 11.774763046964166,694 17.065425383079855695 ],696 "rotation": [697 0,698 60.00009536743165,699 0700 ]701 },702 "location": [703 215.2140655517578,704 -32.59794616699219,705 147.59056091308594706 ],707 "rotation": [708 0,709 60.00009536743165,710 0711 ],712 "scale": [713 1.2951279878616333,714 1.2951279878616333,715 1.6757863759994507716 ]717 },718 "color": [719 159,720 0,721 191722 ]723 },724 {725 "object_id": "SM_Decorative157_91",726 "bbox_2d": [727 582,728 554,729 588,730 562731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 216.38412475585938,736 -212.24462890625,737 151.065927028656738 ],739 "extent": [740 8.890029907226562,741 8.87884521484375,742 3.4577102661132812743 ]744 },745 "obb": {746 "center": [747 216.38412475585938,748 -212.24462890625,749 151.065927028656750 ],751 "extent": [752 8.890029907226562,753 8.87884521484375,754 3.4577102661132812755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 216.38412475585938,764 -212.24462890625,765 147.59056091308594766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 159,780 255,781 0782 ]783 }784 ],785 "sofa": [786 {787 "object_id": "SM_Sofa_2",788 "bbox_2d": [789 0,790 771,791 723,792 1079793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 60.12331262608832,798 599.4109481608672,799 124.87846112668922800 ],801 "extent": [802 40.69036379376156,803 102.68830301814819,804 29.05832257655743805 ]806 },807 "obb": {808 "center": [809 60.12331262608832,810 599.4109481608672,811 124.87846112668922812 ],813 "extent": [814 40.69036379376156,815 102.68830301814819,816 29.05832257655743817 ],818 "rotation": [819 0,820 90.00011444091797,821 0822 ]823 },824 "location": [825 54.78523254394531,826 599.495361328125,827 95.79818725585938828 ],829 "rotation": [830 0,831 90.00011444091797,832 0833 ],834 "scale": [835 0.800000011920929,836 0.800000011920929,837 0.800000011920929838 ]839 },840 "color": [841 31,842 191,843 255844 ]845 }846 ],847 "speaker": [848 {849 "object_id": "SM_Speaker2",850 "bbox_2d": [851 1636,852 442,853 1919,854 1079855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 205.0086669921875,860 519.938720703125,861 132.9142439672362862 ],863 "extent": [864 19.40420598367598,865 15.091380355097385,866 39.566102442947795867 ]868 },869 "obb": {870 "center": [871 205.0086669921875,872 519.938720703125,873 132.9142439672362874 ],875 "extent": [876 19.40420598367598,877 15.091380355097385,878 39.566102442947795879 ],880 "rotation": [881 0,882 -20.00003051757813,883 0884 ]885 },886 "location": [887 205.0086669921875,888 519.938720703125,889 93.32185363769531890 ],891 "rotation": [892 0,893 -20.00003051757813,894 0895 ],896 "scale": [897 0.784250795841217,898 0.890155017375946,899 0.784250795841217900 ]901 },902 "color": [903 127,904 95,905 0906 ]907 }908 ],909 "award": [910 {911 "object_id": "SM_Award1_3",912 "bbox_2d": [913 591,914 428,915 601,916 446917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 224.00866947174063,922 -238.12922668456537,923 245.04850653967355924 ],925 "extent": [926 5.65505594874719,927 5.521427518391306,928 7.9460106796113905929 ]930 },931 "obb": {932 "center": [933 224.00866947174063,934 -238.12922668456537,935 245.04850653967355936 ],937 "extent": [938 5.65505594874719,939 5.521427518391306,940 7.9460106796113905941 ],942 "rotation": [943 0,944 90.00011444091797,945 0946 ]947 },948 "location": [949 224.0086669921875,950 -238.1292266845703,951 237.07546997070312952 ],953 "rotation": [954 0,955 90.00011444091797,956 0957 ],958 "scale": [959 1.2999999523162842,960 1.2999999523162842,961 1.2999999523162842962 ]963 },964 "color": [965 0,966 159,967 31968 ]969 },970 {971 "object_id": "SM_Award2_6",972 "bbox_2d": [973 598,974 424,975 606,976 443977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 221.54150390625,982 -203.6403045654297,983 244.94906530110302984 ],985 "extent": [986 3.410948030211671,987 8.40239660325173,988 7.798189020223276989 ]990 },991 "obb": {992 "center": [993 221.54150390625,994 -203.6403045654297,995 244.94906530110302996 ],997 "extent": [998 3.410948030211671,999 8.40239660325173,1000 7.7981890202232761001 ],1002 "rotation": [1003 0,1004 90.00011444091797,1005 01006 ]1007 },1008 "location": [1009 221.54150390625,1010 -203.6403045654297,1011 237.075469970703121012 ],1013 "rotation": [1014 0,1015 90.00011444091797,1016 01017 ],1018 "scale": [1019 1.2999999523162842,1020 1.2999999523162842,1021 1.29999995231628421022 ]1023 },1024 "color": [1025 0,1026 159,1027 951028 ]1029 },1030 {1031 "object_id": "SM_Award3_9",1032 "bbox_2d": [1033 605,1034 418,1035 618,1036 4391037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 222.7982635498047,1042 -173.45571899414062,1043 245.42281538602971044 ],1045 "extent": [1046 4.620157125472019,1047 4.402174044997054,1048 8.2802551566593371049 ]1050 },1051 "obb": {1052 "center": [1053 222.7982635498047,1054 -173.45571899414062,1055 245.42281538602971056 ],1057 "extent": [1058 4.620157125472019,1059 4.402174044997054,1060 8.2802551566593371061 ],1062 "rotation": [1063 0,1064 90.00011444091797,1065 01066 ]1067 },1068 "location": [1069 222.7982635498047,1070 -173.45571899414062,1071 237.075469970703121072 ],1073 "rotation": [1074 0,1075 90.00011444091797,1076 01077 ],1078 "scale": [1079 1.7608659267425537,1080 1.7608659267425537,1081 1.76086592674255371082 ]1083 },1084 "color": [1085 255,1086 159,1087 01088 ]1089 },1090 {1091 "object_id": "SM_Award4_12",1092 "bbox_2d": [1093 615,1094 413,1095 625,1096 4341097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 222.08213806152344,1102 -142.11911010742188,1103 245.58298661497861104 ],1105 "extent": [1106 3.4109432216309585,1107 5.994941437960392,1108 8.4447120430024821109 ]1110 },1111 "obb": {1112 "center": [1113 222.08213806152344,1114 -142.11911010742188,1115 245.58298661497861116 ],1117 "extent": [1118 3.4109432216309585,1119 5.994941437960392,1120 8.4447120430024821121 ],1122 "rotation": [1123 0,1124 90.00011444091797,1125 01126 ]1127 },1128 "location": [1129 222.08213806152344,1130 -142.11911010742188,1131 237.075469970703121132 ],1133 "rotation": [1134 0,1135 90.00011444091797,1136 01137 ],1138 "scale": [1139 1.2999999523162842,1140 1.2999999523162842,1141 1.29999995231628421142 ]1143 },1144 "color": [1145 255,1146 159,1147 2551148 ]1149 },1150 {1151 "object_id": "SM_Award5_15",1152 "bbox_2d": [1153 593,1154 343,1155 602,1156 3711157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 222.96510314941406,1162 -232.7168731689453,1163 306.50811827166511164 ],1165 "extent": [1166 3.8437967559448794,1167 3.7271725241157583,1168 12.3417165997682331169 ]1170 },1171 "obb": {1172 "center": [1173 222.96510314941406,1174 -232.7168731689453,1175 306.50811827166511176 ],1177 "extent": [1178 3.8437967559448794,1179 3.7271725241157583,1180 12.3417165997682331181 ],1182 "rotation": [1183 0,1184 90.00000000000001,1185 01186 ]1187 },1188 "location": [1189 222.96510314941406,1190 -232.7168731689453,1191 294.15368652343751192 ],1193 "rotation": [1194 0,1195 90.00000000000001,1196 01197 ],1198 "scale": [1199 1.2999999523162842,1200 1.2999999523162842,