TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l033_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l033_r005/lit.png",5 "camera": {6 "location": [7 -180,8 681,9 17910 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -180,38 681,39 179,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 405,58 0,59 1723,60 25261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window4",118 "bbox_2d": [119 0,120 0,121 23,122 905123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.562744140625,128 439.8597279855553,129 219.51061248779297130 ],131 "extent": [132 5,133 55.520464069539685,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.562744140625,140 439.8597279855553,141 219.51061248779297142 ],143 "extent": [144 5,145 55.520464069539685,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.562744140625,156 384.3392639160156,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1799999475479126,167 1168 ]169 },170 "color": [171 0,172 0,173 63174 ]175 }176 ],177 "door": [178 {179 "object_id": "SM_Door_polySurface49",180 "bbox_2d": [181 1377,182 232,183 1596,184 635185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 237.1017780453198,190 428.0635484057081,191 195.17345428466797192 ],193 "extent": [194 9.74557239176346,195 49.10113152906655,196 105.98666381835938197 ]198 },199 "obb": {200 "center": [201 237.1017780453198,202 428.0635484057081,203 195.17345428466797204 ],205 "extent": [206 9.74557239176346,207 49.10113152906655,208 105.98666381835938209 ],210 "rotation": [211 0,212 -179.99989318847656,213 0214 ]215 },216 "location": [217 236.6421661376953,218 467.6837158203125,219 88.28707122802734220 ],221 "rotation": [222 0,223 -179.99989318847656,224 0225 ],226 "scale": [227 1.5594596862792969,228 -0.8500000238418579,229 1230 ]231 },232 "color": [233 127,234 159,235 255236 ]237 },238 {239 "object_id": "SM_Door_polySurface57",240 "bbox_2d": [241 1136,242 354,243 1171,244 673245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 230.40711644136513,250 194.618632203342,251 193.68687438964844252 ],253 "extent": [254 5.455037415813791,255 40.9399423472035,256 100.37834930419922257 ]258 },259 "obb": {260 "center": [261 230.40711644136513,262 194.618632203342,263 193.68687438964844264 ],265 "extent": [266 5.455037415813791,267 40.9399423472035,268 100.37834930419922269 ],270 "rotation": [271 0,272 -179.99989318847656,273 0274 ]275 },276 "location": [277 229.37254333496094,278 154.16036987304688,279 88.9166030883789280 ],281 "rotation": [282 0,283 -179.99989318847656,284 0285 ],286 "scale": [287 0.800000011920929,288 0.8706653118133545,289 1290 ]291 },292 "color": [293 127,294 159,295 127296 ]297 },298 {299 "object_id": "SM_Door_polySurface50",300 "bbox_2d": [301 1136,302 339,303 1183,304 680305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 237.10054705583462,310 194.50258489944235,311 195.17345428466797312 ],313 "extent": [314 9.745574626675705,315 49.10113152907067,316 105.98666381835938317 ]318 },319 "obb": {320 "center": [321 237.10054705583462,322 194.50258489944235,323 195.17345428466797324 ],325 "extent": [326 9.745574626675705,327 49.10113152907067,328 105.98666381835938329 ],330 "rotation": [331 0,332 -179.99989318847656,333 0334 ]335 },336 "location": [337 236.64108276367188,338 154.88241577148438,339 88.28707122802734340 ],341 "rotation": [342 0,343 -179.99989318847656,344 0345 ],346 "scale": [347 1.5594600439071655,348 0.8500000238418579,349 1350 ]351 },352 "color": [353 127,354 159,355 63356 ]357 },358 {359 "object_id": "SM_Door_polySurface58",360 "bbox_2d": [361 1394,362 257,363 1571,364 686365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 230.40723676937202,370 428.06766479974937,371 193.68687438964844372 ],373 "extent": [374 5.455037415787672,375 40.93992833372391,376 100.37834930419922377 ]378 },379 "obb": {380 "center": [381 230.40723676937202,382 428.06766479974937,383 193.68687438964844384 ],385 "extent": [386 5.455037415787672,387 40.93992833372391,388 100.37834930419922389 ],390 "rotation": [391 0,392 -179.99989318847656,393 0394 ]395 },396 "location": [397 229.3725128173828,398 468.5259094238281,399 88.9166030883789400 ],401 "rotation": [402 0,403 -179.99989318847656,404 0405 ],406 "scale": [407 0.800000011920929,408 -0.8706650137901306,409 1410 ]411 },412 "color": [413 31,414 159,415 127416 ]417 }418 ]419 },420 "foreground": {421 "curtain": [422 {423 "object_id": "SM_CurtainLong7",424 "bbox_2d": [425 111,426 0,427 123,428 10429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -237.57984900474548,434 441.8350585923599,435 322.2176284790039436 ],437 "extent": [438 2.8221590518951416,439 44.898785157101884,440 23.563682556152344441 ]442 },443 "obb": {444 "center": [445 -237.57984900474548,446 441.8350585923599,447 322.2176284790039448 ],449 "extent": [450 2.8221590518951416,451 44.898785157101884,452 23.563682556152344453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -240.40200805664062,462 441.5785217285156,463 345.78131103515625464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 0.8799999952316284,473 1474 ]475 },476 "color": [477 0,478 63,479 0480 ]481 }482 ],483 "tv": [484 {485 "object_id": "SM_TVset_131",486 "bbox_2d": [487 191,488 187,489 1175,490 861491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -55.67537493583768,496 343.5040283203125,497 184.6187286376953498 ],499 "extent": [500 174.0474023976094,501 14.1383056640625,502 91.36982727050781503 ]504 },505 "obb": {506 "center": [507 -55.67537493583768,508 343.5040283203125,509 184.6187286376953510 ],511 "extent": [512 174.0474023976094,513 14.1383056640625,514 91.36982727050781515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -55.717041015625,524 343.51348876953125,525 93.32192993164062526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 0.9973075985908508,534 1,535 1536 ]537 },538 "color": [539 63,540 127,541 255542 ]543 },544 {545 "object_id": "SM_TV_134",546 "bbox_2d": [547 873,548 420,549 1074,550 564551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 28.77264975328159,556 333.1397213935913,557 197.77782821655273558 ],559 "extent": [560 49.164796066224405,561 3.103601814645799,562 28.656902313232422563 ]564 },565 "obb": {566 "center": [567 28.772649753281588,568 333.1397213935913,569 197.77782821655273570 ],571 "extent": [572 49.164796066224405,573 3.103601814645799,574 28.656902313232422575 ],576 "rotation": [577 0,578 -90.00009155273439,579 0580 ]581 },582 "location": [583 28.772653579711914,584 333.1470642089844,585 169.08131408691406586 ],587 "rotation": [588 0,589 -90.00009155273439,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 63,600 127,601 127602 ]603 }604 ],605 "decorative grass": [606 {607 "object_id": "SM_Decorative34_158",608 "bbox_2d": [609 812,610 589,611 866,612 700613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -37.00028991699219,618 342.06710357666,619 139.46151815457597620 ],621 "extent": [622 10.379999954700452,623 10.379997665882001,624 20.63836751931376625 ]626 },627 "obb": {628 "center": [629 -37.00028991699219,630 342.06710357666,631 139.46151815457597632 ],633 "extent": [634 10.379999954700452,635 10.379997665882001,636 20.63836751931376637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -37.00028991699219,646 342.0671081542969,647 118.81065368652344648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 0.6000000238418579,656 0.6000000238418579,657 0.6000000238418579658 ]659 },660 "color": [661 0,662 63,663 191664 ]665 },666 {667 "object_id": "SM_Decorative33_161",668 "bbox_2d": [669 1117,670 581,671 1144,672 675673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 100.24334199117794,678 348.1580686569185,679 139.65065574645996680 ],681 "extent": [682 6.231438709416409,683 6.210162297746422,684 20.81926155090332685 ]686 },687 "obb": {688 "center": [689 100.24334199117794,690 348.1580686569185,691 139.65065574645996692 ],693 "extent": [694 6.231438709416409,695 6.210162297746422,696 20.81926155090332697 ],698 "rotation": [699 0,700 179.9998321533203,701 0702 ]703 },704 "location": [705 100.24333953857422,706 347.1580810546875,707 118.81065368652344708 ],709 "rotation": [710 0,711 179.9998321533203,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 255,723 191724 ]725 },726 {727 "object_id": "SM_Decorative35",728 "bbox_2d": [729 1096,730 610,731 1115,732 677733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 86.2824266435804,738 347.8580723643284,739 133.39865488004682740 ],741 "extent": [742 4.362007022306955,743 4.34711353439161,744 14.573482837447386745 ]746 },747 "obb": {748 "center": [749 86.2824266435804,750 347.8580723643284,751 133.39865488004682752 ],753 "extent": [754 4.362007022306955,755 4.34711353439161,756 14.573482837447386757 ],758 "rotation": [759 0,760 179.9998321533203,761 0762 ]763 },764 "location": [765 86.28242492675781,766 347.1580810546875,767 118.81065368652344768 ],769 "rotation": [770 0,771 179.9998321533203,772 0773 ],774 "scale": [775 0.699999988079071,776 0.699999988079071,777 0.699999988079071778 ]779 },780 "color": [781 255,782 127,783 191784 ]785 },786 {787 "object_id": "SM_Decorative7_165",788 "bbox_2d": [789 885,790 631,791 945,792 692793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -6.3753199232123166,798 345.33026183988017,799 130.9651891266052800 ],801 "extent": [802 16.84855172032119,803 16.829197152934398,804 12.069048025235702805 ]806 },807 "obb": {808 "center": [809 -6.3753199232123166,810 345.33026183988017,811 130.9651891266052812 ],813 "extent": [814 16.84855172032119,815 16.829197152934398,816 12.069048025235702817 ],818 "rotation": [819 0,820 -40.00006103515626,821 0822 ]823 },824 "location": [825 -6.3753204345703125,826 345.33026123046875,827 118.81066131591797828 ],829 "rotation": [830 0,831 -40.00006103515626,832 0833 ],834 "scale": [835 1.668349027633667,836 1.668349027633667,837 1.668349027633667838 ]839 },840 "color": [841 255,842 63,843 191844 ]845 },846 {847 "object_id": "SM_Decorative36_168",848 "bbox_2d": [849 330,850 424,851 538,852 532853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -171.0936336517334,858 339.11596679688415,859 197.1465439360527860 ],861 "extent": [862 28.179521169925493,863 6.917503852303014,864 15.840440852223765865 ]866 },867 "obb": {868 "center": [869 -171.0936336517334,870 339.11596679688415,871 197.1465439360527872 ],873 "extent": [874 28.179521169925493,875 6.917503852303014,876 15.840440852223765877 ],878 "rotation": [879 0,880 -90.00009155273439,881 0882 ]883 },884 "location": [885 -171.0936279296875,886 339.115966796875,887 181.2439422607422888 ],889 "rotation": [890 0,891 -90.00009155273439,892 0893 ],894 "scale": [895 0.6839248538017273,896 1,897 1.1692800521850586898 ]899 },900 "color": [901 127,902 0,903 191904 ]905 },906 {907 "object_id": "SM_Decorative62_393",908 "bbox_2d": [909 338,910 434,911 362,912 459913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -194.3613293170929,918 339.9749448299408,919 206.75903749465942920 ],921 "extent": [922 3.210878372192383,923 3.2108728885650635,924 4.095978260040283925 ]926 },927 "obb": {928 "center": [929 -194.3613293170929,930 339.9749448299408,931 206.75903749465942932 ],933 "extent": [934 3.210878372192383,935 3.2108728885650635,936 4.095978260040283937 ],938 "rotation": [939 0,940 0,941 0942 ]943 },944 "location": [945 -194.36131286621094,946 339.9749450683594,947 202.63088989257812948 ],949 "rotation": [950 0,951 0,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 191,962 31,963 255964 ]965 },966 {967 "object_id": "SM_Decorative63",968 "bbox_2d": [969 445,970 439,971 467,972 463973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -166.0773479938507,978 339.9749448299408,979 206.75903749465942980 ],981 "extent": [982 3.210878372192383,983 3.2108728885650635,984 4.095978260040283985 ]986 },987 "obb": {988 "center": [989 -166.0773479938507,990 339.9749448299408,991 206.75903749465942992 ],993 "extent": [994 3.210878372192383,995 3.2108728885650635,996 4.095978260040283997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 -166.07733154296875,1006 339.9749450683594,1007 202.630889892578121008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 191,1022 31,1023 1271024 ]1025 },1026 {1027 "object_id": "SM_Decorative64_397",1028 "bbox_2d": [1029 376,1030 437,1031 399,1032 4601033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -184.68472290039062,1038 341.52600879735155,1039 206.4528156523521040 ],1041 "extent": [1042 3.055905541521497,1043 3.055897720732446,1044 3.78113252408365951045 ]1046 },1047 "obb": {1048 "center": [1049 -184.68472290039062,1050 341.52600879735155,1051 206.4528156523521052 ],1053 "extent": [1054 3.055905541521497,1055 3.055897720732446,1056 3.78113252408365951057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 -184.68472290039062,1066 341.5260009765625,1067 202.630889892578121068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 0.6833909749984741,1076 0.6833909749984741,1077 0.68339097499847411078 ]1079 },1080 "color": [1081 191,1082 31,1083 631084 ]1085 },1086 {1087 "object_id": "SM_Decorative65",1088 "bbox_2d": [1089 510,1090 443,1091 530,1092 4651093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 -147.81993103027344,1098 341.52600879735155,1099 206.4528156523521100 ],1101 "extent": [1102 3.055905541521497,1103 3.055897720732446,1104 3.78113252408365951105 ]1106 },1107 "obb": {1108 "center": [1109 -147.81993103027344,1110 341.52600879735155,1111 206.4528156523521112 ],1113 "extent": [1114 3.055905541521497,1115 3.055897720732446,1116 3.78113252408365951117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 -147.81993103027344,1126 341.5260009765625,1127 202.630889892578121128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 0.6833909749984741,1136 0.6833909749984741,1137 0.68339097499847411138 ]1139 },1140 "color": [1141 191,1142 31,1143 1911144 ]1145 },1146 {1147 "object_id": "SM_Decorative66_402",1148 "bbox_2d": [1149 442,1150 509,1151 468,1152 5301153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 -166.4228515625,1158 339.32056045532227,1159 185.250602826114121160 ],1161 "extent": [1162 3.7149658203125,1163 3.137065887451172,1164 3.3408180004425961165 ]1166 },1167 "obb": {1168 "center": [1169 -166.4228515625,1170 339.32056045532227,1171 185.250602826114121172 ],1173 "extent": [1174 3.7149658203125,1175 3.137065887451172,1176 3.3408180004425961177 ],1178 "rotation": [1179 0,1180 0,1181 01182 ]1183 },1184 "location": [1185 -166.4228515625,1186 339.320556640625,1187 181.890777587890621188 ],1189 "rotation": [1190 0,1191 0,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 0.26938977837562561198 ]1199 },1200 "color": [