TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l092_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l092_r002/lit.png",5 "camera": {6 "location": [7 145,8 72,9 22710 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 145,38 72,39 227,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 258,58 0,59 1919,60 35261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window3_62",118 "bbox_2d": [119 1616,120 245,121 1919,122 954123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.5628662109375,128 211.59552451635,129 219.51061248779297130 ],131 "extent": [132 5,133 52.69739219213125,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.5628662109375,140 211.59552451635,141 219.51061248779297142 ],143 "extent": [144 5,145 52.69739219213125,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.5628662109375,156 158.89813232421875,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1200000047683716,167 1168 ]169 },170 "color": [171 127,172 127,173 127174 ]175 }176 ],177 "ceiling decor": [178 {179 "object_id": "SM_DecorTop3_149",180 "bbox_2d": [181 451,182 346,183 529,184 414185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 64.83476179724858,190 773.3313646316528,191 334.38922119140625192 ],193 "extent": [194 54.58970289268109,195 0,196 24.174877166748047197 ]198 },199 "obb": {200 "center": [201 64.83476179724858,202 773.3313646316528,203 334.38922119140625204 ],205 "extent": [206 54.58970289268109,207 0,208 24.174877166748047209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 64.47886657714844,218 783.7068481445312,219 334.38922119140625220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.7799999713897705,228 1,229 1230 ]231 },232 "color": [233 63,234 63,235 127236 ]237 },238 {239 "object_id": "SM_DecorTop4",240 "bbox_2d": [241 241,242 317,243 450,244 409245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 174.50553816443608,250 773.3313646316528,251 334.38922119140625252 ],253 "extent": [254 54.58970289268109,255 0,256 24.174877166748047257 ]258 },259 "obb": {260 "center": [261 174.50553816443608,262 773.3313646316528,263 334.38922119140625264 ],265 "extent": [266 54.58970289268109,267 0,268 24.174877166748047269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 174.14964294433594,278 783.7068481445312,279 334.38922119140625280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.7799999713897705,288 1,289 1290 ]291 },292 "color": [293 63,294 63,295 63296 ]297 }298 ],299 "door": [300 {301 "object_id": "SM_Door_polySurface49",302 "bbox_2d": [303 0,304 226,305 110,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 237.1017780453198,312 428.0635484057081,313 195.17345428466797314 ],315 "extent": [316 9.74557239176346,317 49.10113152906655,318 105.98666381835938319 ]320 },321 "obb": {322 "center": [323 237.1017780453198,324 428.0635484057081,325 195.17345428466797326 ],327 "extent": [328 9.74557239176346,329 49.10113152906655,330 105.98666381835938331 ],332 "rotation": [333 0,334 -179.99989318847656,335 0336 ]337 },338 "location": [339 236.6421661376953,340 467.6837158203125,341 88.28707122802734342 ],343 "rotation": [344 0,345 -179.99989318847656,346 0347 ],348 "scale": [349 1.5594596862792969,350 -0.8500000238418579,351 1352 ]353 },354 "color": [355 127,356 159,357 255358 ]359 },360 {361 "object_id": "SM_Door_polySurface58",362 "bbox_2d": [363 12,364 270,365 96,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 230.40723676937202,372 428.06766479974937,373 193.68687438964844374 ],375 "extent": [376 5.455037415787672,377 40.93992833372391,378 100.37834930419922379 ]380 },381 "obb": {382 "center": [383 230.40723676937202,384 428.06766479974937,385 193.68687438964844386 ],387 "extent": [388 5.455037415787672,389 40.93992833372391,390 100.37834930419922391 ],392 "rotation": [393 0,394 -179.99989318847656,395 0396 ]397 },398 "location": [399 229.3725128173828,400 468.5259094238281,401 88.9166030883789402 ],403 "rotation": [404 0,405 -179.99989318847656,406 0407 ],408 "scale": [409 0.800000011920929,410 -0.8706650137901306,411 1412 ]413 },414 "color": [415 31,416 159,417 127418 ]419 }420 ]421 },422 "foreground": {423 "curtain": [424 {425 "object_id": "SM_CurtainLong5",426 "bbox_2d": [427 1616,428 133,429 1919,430 541431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -237.57984924316406,436 209.5871099767619,437 286.1421890258789438 ],439 "extent": [440 2.8221588134765625,441 44.898785157101884,442 59.639122009277344443 ]444 },445 "obb": {446 "center": [447 -237.57984924316406,448 209.5871099767619,449 286.1421890258789450 ],451 "extent": [452 2.8221588134765625,453 44.898785157101884,454 59.639122009277344455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -240.40200805664062,464 208.00189208984375,465 345.78131103515625466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 0.8799999952316284,475 1476 ]477 },478 "color": [479 127,480 127,481 63482 ]483 },484 {485 "object_id": "SM_CurtainLong7",486 "bbox_2d": [487 1273,488 299,489 1305,490 311491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -237.57984900474548,496 441.8350585923599,497 322.2176284790039498 ],499 "extent": [500 2.8221590518951416,501 44.898785157101884,502 23.563682556152344503 ]504 },505 "obb": {506 "center": [507 -237.57984900474548,508 441.8350585923599,509 322.2176284790039510 ],511 "extent": [512 2.8221590518951416,513 44.898785157101884,514 23.563682556152344515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 -240.40200805664062,524 441.5785217285156,525 345.78131103515625526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 0.8799999952316284,535 1536 ]537 },538 "color": [539 0,540 63,541 0542 ]543 }544 ],545 "tv": [546 {547 "object_id": "SM_TVset_131",548 "bbox_2d": [549 519,550 937,551 529,552 1077553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -55.67537493583768,558 343.5040283203125,559 184.6187286376953560 ],561 "extent": [562 174.0474023976094,563 14.1383056640625,564 91.36982727050781565 ]566 },567 "obb": {568 "center": [569 -55.67537493583768,570 343.5040283203125,571 184.6187286376953572 ],573 "extent": [574 174.0474023976094,575 14.1383056640625,576 91.36982727050781577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -55.717041015625,586 343.51348876953125,587 93.32192993164062588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 0.9973075985908508,596 1,597 1598 ]599 },600 "color": [601 63,602 127,603 255604 ]605 }606 ],607 "shelf": [608 {609 "object_id": "SM_Shelf2",610 "bbox_2d": [611 451,612 411,613 529,614 746615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 64.82413002750945,620 782.8369913101196,621 201.84811401367188622 ],623 "extent": [624 54.57733371167703,625 13.994805335998535,626 108.51106262207031627 ]628 },629 "obb": {630 "center": [631 64.82413002750945,632 782.8369913101196,633 201.84811401367188634 ],635 "extent": [636 54.57733371167703,637 13.994805335998535,638 108.51106262207031639 ],640 "rotation": [641 0,642 180,643 0644 ]645 },646 "location": [647 70.39871215820312,648 784.39208984375,649 93.3218994140625650 ],651 "rotation": [652 0,653 180,654 0655 ],656 "scale": [657 1.2000000476837158,658 1,659 1660 ]661 },662 "color": [663 63,664 255,665 63666 ]667 },668 {669 "object_id": "SM_Shelf3",670 "bbox_2d": [671 240,672 398,673 450,674 758675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 174.52945229313445,680 782.8369913101196,681 201.84811401367188682 ],683 "extent": [684 54.57733371167703,685 13.994805335998535,686 108.51106262207031687 ]688 },689 "obb": {690 "center": [691 174.52945229313445,692 782.8369913101196,693 201.84811401367188694 ],695 "extent": [696 54.57733371167703,697 13.994805335998535,698 108.51106262207031699 ],700 "rotation": [701 0,702 180,703 0704 ]705 },706 "location": [707 180.10403442382812,708 784.39208984375,709 93.3218994140625710 ],711 "rotation": [712 0,713 180,714 0715 ],716 "scale": [717 1.2000000476837158,718 1,719 1720 ]721 },722 "color": [723 63,724 127,725 63726 ]727 }728 ],729 "decorative grass": [730 {731 "object_id": "SM_Decorative22_248",732 "bbox_2d": [733 525,734 482,735 529,736 492737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 69.6121597290039,742 778.752197265625,743 269.3371887207031744 ],745 "extent": [746 5.793953027559084,747 5.793922510021616,748 11.3367919921875749 ]750 },751 "obb": {752 "center": [753 69.6121597290039,754 778.752197265625,755 269.3371887207031756 ],757 "extent": [758 5.793953027559084,759 5.793922510021616,760 11.3367919921875761 ],762 "rotation": [763 0,764 179.9999237060547,765 0766 ]767 },768 "location": [769 69.6121597290039,770 778.752197265625,771 257.9435119628906772 ],773 "rotation": [774 0,775 179.9999237060547,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 191,786 127,787 255788 ]789 },790 {791 "object_id": "SM_Decorative23_251",792 "bbox_2d": [793 480,794 462,795 503,796 491797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 95.13156127929688,802 779.5660400390625,803 268.23670864105225804 ],805 "extent": [806 7.182546139491805,807 7.162533787447273,808 10.262494087219238809 ]810 },811 "obb": {812 "center": [813 95.13156127929688,814 779.5660400390625,815 268.23670864105225816 ],817 "extent": [818 7.182546139491805,819 7.162533787447273,820 10.262494087219238821 ],822 "rotation": [823 0,824 179.9999237060547,825 0826 ]827 },828 "location": [829 95.13156127929688,830 779.5660400390625,831 257.9434814453125832 ],833 "rotation": [834 0,835 179.9999237060547,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 191,846 127,847 127848 ]849 },850 {851 "object_id": "SM_Decorative25_263",852 "bbox_2d": [853 500,854 517,855 516,856 535857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 85.44403329476636,862 780.2482581490912,863 235.73866939544678864 ],865 "extent": [866 5.777378708696617,867 5.244959276786176,868 6.4911885261535645869 ]870 },871 "obb": {872 "center": [873 85.44403329476636,874 780.2482581490912,875 235.73866939544678876 ],877 "extent": [878 5.777378708696617,879 5.244959276786176,880 6.4911885261535645881 ],882 "rotation": [883 0,884 -170.00006103515625,885 0886 ]887 },888 "location": [889 85.49543762207031,890 780.26123046875,891 229.18190002441406892 ],893 "rotation": [894 0,895 -170.00006103515625,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 191,906 0,907 191908 ]909 },910 {911 "object_id": "SM_Decorative24_266",912 "bbox_2d": [913 475,914 507,915 486,916 535917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 101.59477233886719,922 782.8831176757812,923 239.11805725097656924 ],925 "extent": [926 3.70458984375,927 3.6482391357421875,928 9.9141845703125929 ]930 },931 "obb": {932 "center": [933 101.59477233886719,934 782.8831176757812,935 239.11805725097656936 ],937 "extent": [938 3.70458984375,939 3.6482391357421875,940 9.9141845703125941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 101.59477233886719,950 782.8831176757812,951 229.18190002441406952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 191,966 255,967 191968 ]969 },970 {971 "object_id": "SM_Decorative28_273",972 "bbox_2d": [973 523,974 561,975 529,976 578977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 70.41482543945312,982 780.7313842773438,983 208.78554725646973984 ],985 "extent": [986 5.922882094807505,987 2.875862378974375,988 8.099227905273438989 ]990 },991 "obb": {992 "center": [993 70.41482543945312,994 780.7313842773438,995 208.78554725646973996 ],997 "extent": [998 5.922882094807505,999 2.875862378974375,1000 8.0992279052734381001 ],1002 "rotation": [1003 0,1004 179.9999237060547,1005 01006 ]1007 },1008 "location": [1009 70.41482543945312,1010 780.7313842773438,1011 200.643341064453121012 ],1013 "rotation": [1014 0,1015 179.9999237060547,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 191,1026 191,1027 01028 ]1029 },1030 {1031 "object_id": "SM_Decorative29_279",1032 "bbox_2d": [1033 480,1034 560,1035 498,1036 5681037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 96.77294921875,1042 783.1024169921875,1043 210.681694030761721044 ],1045 "extent": [1046 5.650764465332031,1047 5.647735595703125,1048 2.53785705566406251049 ]1050 },1051 "obb": {1052 "center": [1053 96.77294921875,1054 783.1024169921875,1055 210.681694030761721056 ],1057 "extent": [1058 5.650764465332031,1059 5.647735595703125,1060 2.53785705566406251061 ],1062 "rotation": [1063 0,1064 0,1065 01066 ]1067 },1068 "location": [1069 96.77294158935547,1070 783.1024169921875,1071 208.098937988281251072 ],1073 "rotation": [1074 0,1075 0,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 191,1086 191,1087 1911088 ]1089 },1090 {1091 "object_id": "SM_Decorative32_288",1092 "bbox_2d": [1093 514,1094 598,1095 521,1096 6201097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 79.37583614480118,1102 782.3450890631318,1103 180.01048994064331104 ],1105 "extent": [1106 3.758658068929819,1107 3.7432737764600006,1108 7.9252510070800781109 ]1110 },1111 "obb": {1112 "center": [1113 79.37583614480118,1114 782.3450890631318,1115 180.01048994064331116 ],1117 "extent": [1118 3.758658068929819,1119 3.7432737764600006,1120 7.9252510070800781121 ],1122 "rotation": [1123 0,1124 -150.0001220703125,1125 01126 ]1127 },1128 "location": [1129 79.37583923339844,1130 782.3450927734375,1131 172.033920288085941132 ],1133 "rotation": [1134 0,1135 -150.0001220703125,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 0,1146 127,1147 311148 ]1149 },1150 {1151 "object_id": "SM_Decorative37_304",1152 "bbox_2d": [1153 488,1154 646,1155 515,1156 6701157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 89.33529663085938,1162 780.0340576171875,1163 148.03908538818361164 ],1165 "extent": [1166 8.400033950805664,1167 8.3796968460083,1168 8.0355243682861331169 ]1170 },1171 "obb": {1172 "center": [1173 89.33529663085938,1174 780.0340576171875,1175 148.03908538818361176 ],1177 "extent": [1178 8.400033950805664,1179 8.3796968460083,1180 8.0355243682861331181 ],1182 "rotation": [1183 0,1184 0,1185 01186 ]1187 },1188 "location": [1189 89.33529663085938,1190 780.0340576171875,1191 139.946990966796881192 ],1193 "rotation": [1194 0,1195 0,1196 01197 ],1198 "scale": [1199 1,1200 1,