TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l063_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l063_r002/lit.png",5 "camera": {6 "location": [7 178,8 1,9 21310 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 178,38 1,39 213,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 414,58 0,59 1919,60 35861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_WindowOpen2_60",118 "bbox_2d": [119 1755,120 195,121 1919,122 801123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.2314281463623,128 109.07870259945412,129 219.51058197021484130 ],131 "extent": [132 20.735897064208984,133 49.87431874935646,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.2314281463623,140 109.07870259945412,141 219.51058197021484142 ],143 "extent": [144 20.735897064208984,145 49.87431874935646,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.55386352539062,156 59.204383850097656,157 100.09672546386719158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.059999942779541,167 1168 ]169 },170 "color": [171 127,172 127,173 255174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window3_62",180 "bbox_2d": [181 1486,182 199,183 1764,184 822185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -260.5628662109375,190 211.59552451635,191 219.51061248779297192 ],193 "extent": [194 5,195 52.69739219213125,196 119.43922424316406197 ]198 },199 "obb": {200 "center": [201 -260.5628662109375,202 211.59552451635,203 219.51061248779297204 ],205 "extent": [206 5,207 52.69739219213125,208 119.43922424316406209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -255.5628662109375,218 158.89813232421875,219 100.09675598144531220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1.1200000047683716,229 1230 ]231 },232 "color": [233 127,234 127,235 127236 ]237 }238 ],239 "ceiling decor": [240 {241 "object_id": "SM_DecorTop3_149",242 "bbox_2d": [243 499,244 349,245 615,246 412247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 64.83476179724858,252 773.3313646316528,253 334.38922119140625254 ],255 "extent": [256 54.58970289268109,257 0,258 24.174877166748047259 ]260 },261 "obb": {262 "center": [263 64.83476179724858,264 773.3313646316528,265 334.38922119140625266 ],267 "extent": [268 54.58970289268109,269 0,270 24.174877166748047271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 64.47886657714844,280 783.7068481445312,281 334.38922119140625282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 0.7799999713897705,290 1,291 1292 ]293 },294 "color": [295 63,296 63,297 127298 ]299 },300 {301 "object_id": "SM_DecorTop4",302 "bbox_2d": [303 318,304 323,305 497,306 405307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 174.50553816443608,312 773.3313646316528,313 334.38922119140625314 ],315 "extent": [316 54.58970289268109,317 0,318 24.174877166748047319 ]320 },321 "obb": {322 "center": [323 174.50553816443608,324 773.3313646316528,325 334.38922119140625326 ],327 "extent": [328 54.58970289268109,329 0,330 24.174877166748047331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 174.14964294433594,340 783.7068481445312,341 334.38922119140625342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 0.7799999713897705,350 1,351 1352 ]353 },354 "color": [355 63,356 63,357 63358 ]359 }360 ],361 "door": [362 {363 "object_id": "SM_Door_polySurface49",364 "bbox_2d": [365 215,366 259,367 263,368 920369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 237.1017780453198,374 428.0635484057081,375 195.17345428466797376 ],377 "extent": [378 9.74557239176346,379 49.10113152906655,380 105.98666381835938381 ]382 },383 "obb": {384 "center": [385 237.1017780453198,386 428.0635484057081,387 195.17345428466797388 ],389 "extent": [390 9.74557239176346,391 49.10113152906655,392 105.98666381835938393 ],394 "rotation": [395 0,396 -179.99989318847656,397 0398 ]399 },400 "location": [401 236.6421661376953,402 467.6837158203125,403 88.28707122802734404 ],405 "rotation": [406 0,407 -179.99989318847656,408 0409 ],410 "scale": [411 1.5594596862792969,412 -0.8500000238418579,413 1414 ]415 },416 "color": [417 127,418 159,419 255420 ]421 },422 {423 "object_id": "SM_Door_polySurface57",424 "bbox_2d": [425 0,426 0,427 101,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 230.40711644136513,434 194.618632203342,435 193.68687438964844436 ],437 "extent": [438 5.455037415813791,439 40.9399423472035,440 100.37834930419922441 ]442 },443 "obb": {444 "center": [445 230.40711644136513,446 194.618632203342,447 193.68687438964844448 ],449 "extent": [450 5.455037415813791,451 40.9399423472035,452 100.37834930419922453 ],454 "rotation": [455 0,456 -179.99989318847656,457 0458 ]459 },460 "location": [461 229.37254333496094,462 154.16036987304688,463 88.9166030883789464 ],465 "rotation": [466 0,467 -179.99989318847656,468 0469 ],470 "scale": [471 0.800000011920929,472 0.8706653118133545,473 1474 ]475 },476 "color": [477 127,478 159,479 127480 ]481 },482 {483 "object_id": "SM_Door_polySurface50",484 "bbox_2d": [485 12,486 0,487 109,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 237.10054705583462,494 194.50258489944235,495 195.17345428466797496 ],497 "extent": [498 9.745574626675705,499 49.10113152907067,500 105.98666381835938501 ]502 },503 "obb": {504 "center": [505 237.10054705583462,506 194.50258489944235,507 195.17345428466797508 ],509 "extent": [510 9.745574626675705,511 49.10113152907067,512 105.98666381835938513 ],514 "rotation": [515 0,516 -179.99989318847656,517 0518 ]519 },520 "location": [521 236.64108276367188,522 154.88241577148438,523 88.28707122802734524 ],525 "rotation": [526 0,527 -179.99989318847656,528 0529 ],530 "scale": [531 1.5594600439071655,532 0.8500000238418579,533 1534 ]535 },536 "color": [537 127,538 159,539 63540 ]541 },542 {543 "object_id": "SM_Door_polySurface58",544 "bbox_2d": [545 229,546 299,547 256,548 896549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 230.40723676937202,554 428.06766479974937,555 193.68687438964844556 ],557 "extent": [558 5.455037415787672,559 40.93992833372391,560 100.37834930419922561 ]562 },563 "obb": {564 "center": [565 230.40723676937202,566 428.06766479974937,567 193.68687438964844568 ],569 "extent": [570 5.455037415787672,571 40.93992833372391,572 100.37834930419922573 ],574 "rotation": [575 0,576 -179.99989318847656,577 0578 ]579 },580 "location": [581 229.3725128173828,582 468.5259094238281,583 88.9166030883789584 ],585 "rotation": [586 0,587 -179.99989318847656,588 0589 ],590 "scale": [591 0.800000011920929,592 -0.8706650137901306,593 1594 ]595 },596 "color": [597 31,598 159,599 127600 ]601 }602 ]603 },604 "foreground": {605 "manager desk": [606 {607 "object_id": "SM_ManagerDesk_35",608 "bbox_2d": [609 1588,610 779,611 1919,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 0.9649276733398438,618 -103.14732360839844,619 133.83098220825195620 ],621 "extent": [622 101.42112731933594,623 175.46688842773438,624 40.50908660888672625 ]626 },627 "obb": {628 "center": [629 0.9649276733398438,630 -103.14732360839844,631 133.83098220825195632 ],633 "extent": [634 101.42112731933594,635 175.46688842773438,636 40.50908660888672637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 3.7793960571289062,646 -148.75787353515625,647 93.32191467285156648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 0,662 127,663 127664 ]665 }666 ],667 "plane": [668 {669 "object_id": "Plane_68",670 "bbox_2d": [671 1784,672 325,673 1919,674 565675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -427.68328857421875,680 211.84524536132807,681 234.66394042968747682 ],683 "extent": [684 0.0023036386334069903,685 1000.0018954050647,686 300.0063180862628687 ]688 },689 "obb": {690 "center": [691 -427.68328857421875,692 211.845245361328,693 234.66394042968744694 ],695 "extent": [696 0.0023036386334069903,697 1000.0018954050647,698 300.0063180862628699 ],700 "rotation": [701 0.0003620000206824746,702 -89.99987030029298,703 89.99999237060548704 ]705 },706 "location": [707 -427.68328857421875,708 211.84524536132812,709 234.6639404296875710 ],711 "rotation": [712 0.0003620000206824746,713 -89.99987030029298,714 89.99999237060548715 ],716 "scale": [717 20,718 6,719 1720 ]721 },722 "color": [723 255,724 0,725 63726 ]727 }728 ],729 "curtain": [730 {731 "object_id": "SM_CurtainLong4",732 "bbox_2d": [733 1769,734 121,735 1919,736 294737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -237.57984900474548,742 105.36954345564118,743 322.2176284790039744 ],745 "extent": [746 2.8221590518951416,747 44.898785157101884,748 23.563682556152344749 ]750 },751 "obb": {752 "center": [753 -237.57984900474548,754 105.36954345564118,755 322.2176284790039756 ],757 "extent": [758 2.8221590518951416,759 44.898785157101884,760 23.563682556152344761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 -240.40200805664062,770 105.11300659179688,771 345.78131103515625772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 0.8799999952316284,781 1782 ]783 },784 "color": [785 127,786 255,787 63788 ]789 },790 {791 "object_id": "SM_CurtainLong5",792 "bbox_2d": [793 1480,794 176,795 1726,796 509797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -237.57984924316406,802 209.5871099767619,803 286.1421890258789804 ],805 "extent": [806 2.8221588134765625,807 44.898785157101884,808 59.639122009277344809 ]810 },811 "obb": {812 "center": [813 -237.57984924316406,814 209.5871099767619,815 286.1421890258789816 ],817 "extent": [818 2.8221588134765625,819 44.898785157101884,820 59.639122009277344821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 -240.40200805664062,830 208.00189208984375,831 345.78131103515625832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 0.8799999952316284,841 1842 ]843 },844 "color": [845 127,846 127,847 63848 ]849 },850 {851 "object_id": "SM_CurtainLong7",852 "bbox_2d": [853 1205,854 309,855 1245,856 323857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -237.57984900474548,862 441.8350585923599,863 322.2176284790039864 ],865 "extent": [866 2.8221590518951416,867 44.898785157101884,868 23.563682556152344869 ]870 },871 "obb": {872 "center": [873 -237.57984900474548,874 441.8350585923599,875 322.2176284790039876 ],877 "extent": [878 2.8221590518951416,879 44.898785157101884,880 23.563682556152344881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 -240.40200805664062,890 441.5785217285156,891 345.78131103515625892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 0.8799999952316284,901 1902 ]903 },904 "color": [905 0,906 63,907 0908 ]909 }910 ],911 "tv": [912 {913 "object_id": "SM_TVset_131",914 "bbox_2d": [915 601,916 805,917 615,918 904919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -55.67537493583768,924 343.5040283203125,925 184.6187286376953926 ],927 "extent": [928 174.0474023976094,929 14.1383056640625,930 91.36982727050781931 ]932 },933 "obb": {934 "center": [935 -55.67537493583768,936 343.5040283203125,937 184.6187286376953938 ],939 "extent": [940 174.0474023976094,941 14.1383056640625,942 91.36982727050781943 ],944 "rotation": [945 0,946 0,947 0948 ]949 },950 "location": [951 -55.717041015625,952 343.51348876953125,953 93.32192993164062954 ],955 "rotation": [956 0,957 0,958 0959 ],960 "scale": [961 0.9973075985908508,962 1,963 1964 ]965 },966 "color": [967 63,968 127,969 255970 ]971 }972 ],973 "shelf": [974 {975 "object_id": "SM_Shelf2",976 "bbox_2d": [977 498,978 406,979 615,980 704981 ],982 "bbox_3d": {983 "aabb": {984 "center": [985 64.82413002750945,986 782.8369913101196,987 201.84811401367188988 ],989 "extent": [990 54.57733371167703,991 13.994805335998535,992 108.51106262207031993 ]994 },995 "obb": {996 "center": [997 64.82413002750945,998 782.8369913101196,999 201.848114013671881000 ],1001 "extent": [1002 54.57733371167703,1003 13.994805335998535,1004 108.511062622070311005 ],1006 "rotation": [1007 0,1008 180,1009 01010 ]1011 },1012 "location": [1013 70.39871215820312,1014 784.39208984375,1015 93.32189941406251016 ],1017 "rotation": [1018 0,1019 180,1020 01021 ],1022 "scale": [1023 1.2000000476837158,1024 1,1025 11026 ]1027 },1028 "color": [1029 63,1030 255,1031 631032 ]1033 },1034 {1035 "object_id": "SM_Shelf3",1036 "bbox_2d": [1037 317,1038 394,1039 497,1040 7121041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 174.52945229313445,1046 782.8369913101196,1047 201.848114013671881048 ],1049 "extent": [1050 54.57733371167703,1051 13.994805335998535,1052 108.511062622070311053 ]1054 },1055 "obb": {1056 "center": [1057 174.52945229313445,1058 782.8369913101196,1059 201.848114013671881060 ],1061 "extent": [1062 54.57733371167703,1063 13.994805335998535,1064 108.511062622070311065 ],1066 "rotation": [1067 0,1068 180,1069 01070 ]1071 },1072 "location": [1073 180.10403442382812,1074 784.39208984375,1075 93.32189941406251076 ],1077 "rotation": [1078 0,1079 180,1080 01081 ],1082 "scale": [1083 1.2000000476837158,1084 1,1085 11086 ]1087 },1088 "color": [1089 63,1090 127,1091 631092 ]1093 }1094 ],1095 "decorative grass": [1096 {1097 "object_id": "SM_Decorative21_245",1098 "bbox_2d": [1099 597,1100 453,1101 602,1102 4791103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 48.36637878417969,1108 780.8851318359375,1109 268.97305297851561110 ],1111 "extent": [1112 2.654632568359375,1113 2.654632568359375,1114 11.0046081542968751115 ]1116 },1117 "obb": {1118 "center": [1119 48.36637878417969,1120 780.8851318359375,1121 268.97305297851561122 ],1123 "extent": [1124 2.654632568359375,1125 2.654632568359375,1126 11.0046081542968751127 ],1128 "rotation": [1129 0,1130 0,1131 01132 ]1133 },1134 "location": [1135 48.36637878417969,1136 780.8851318359375,1137 257.94348144531251138 ],1139 "rotation": [1140 0,1141 0,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 191,1152 127,1153 01154 ]1155 },1156 {1157 "object_id": "SM_Decorative22_248",1158 "bbox_2d": [1159 563,1160 451,1161 578,1162 4791163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 69.6121597290039,1168 778.752197265625,1169 269.33718872070311170 ],1171 "extent": [1172 5.793953027559084,1173 5.793922510021616,1174 11.33679199218751175 ]1176 },1177 "obb": {1178 "center": [1179 69.6121597290039,1180 778.752197265625,1181 269.33718872070311182 ],1183 "extent": [1184 5.793953027559084,1185 5.793922510021616,1186 11.33679199218751187 ],1188 "rotation": [1189 0,1190 179.9999237060547,1191 01192 ]1193 },1194 "location": [1195 69.6121597290039,1196 778.752197265625,1197 257.94351196289061198 ],1199 "rotation": [1200 0,