TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l020_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l020_r000/lit.png",5 "camera": {6 "location": [7 -176,8 467,9 16710 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -176,38 467,39 167,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 451,58 0,59 1748,60 4761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling decor": [116 {117 "object_id": "SM_DecorTop4",118 "bbox_2d": [119 1686,120 0,121 1919,122 197123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 174.50553816443608,128 773.3313646316528,129 334.38922119140625130 ],131 "extent": [132 54.58970289268109,133 0,134 24.174877166748047135 ]136 },137 "obb": {138 "center": [139 174.50553816443608,140 773.3313646316528,141 334.38922119140625142 ],143 "extent": [144 54.58970289268109,145 0,146 24.174877166748047147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 174.14964294433594,156 783.7068481445312,157 334.38922119140625158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 0.7799999713897705,166 1,167 1168 ]169 },170 "color": [171 63,172 63,173 63174 ]175 }176 ],177 "door": [178 {179 "object_id": "SM_Door_polySurface49",180 "bbox_2d": [181 751,182 221,183 983,184 714185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 237.1017780453198,190 428.0635484057081,191 195.17345428466797192 ],193 "extent": [194 9.74557239176346,195 49.10113152906655,196 105.98666381835938197 ]198 },199 "obb": {200 "center": [201 237.1017780453198,202 428.0635484057081,203 195.17345428466797204 ],205 "extent": [206 9.74557239176346,207 49.10113152906655,208 105.98666381835938209 ],210 "rotation": [211 0,212 -179.99989318847656,213 0214 ]215 },216 "location": [217 236.6421661376953,218 467.6837158203125,219 88.28707122802734220 ],221 "rotation": [222 0,223 -179.99989318847656,224 0225 ],226 "scale": [227 1.5594596862792969,228 -0.8500000238418579,229 1230 ]231 },232 "color": [233 127,234 159,235 255236 ]237 },238 {239 "object_id": "SM_Door_polySurface58",240 "bbox_2d": [241 772,242 239,243 963,244 713245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 230.40723676937202,250 428.06766479974937,251 193.68687438964844252 ],253 "extent": [254 5.455037415787672,255 40.93992833372391,256 100.37834930419922257 ]258 },259 "obb": {260 "center": [261 230.40723676937202,262 428.06766479974937,263 193.68687438964844264 ],265 "extent": [266 5.455037415787672,267 40.93992833372391,268 100.37834930419922269 ],270 "rotation": [271 0,272 -179.99989318847656,273 0274 ]275 },276 "location": [277 229.3725128173828,278 468.5259094238281,279 88.9166030883789280 ],281 "rotation": [282 0,283 -179.99989318847656,284 0285 ],286 "scale": [287 0.800000011920929,288 -0.8706650137901306,289 1290 ]291 },292 "color": [293 31,294 159,295 127296 ]297 }298 ]299 },300 "foreground": {301 "tv": [302 {303 "object_id": "SM_TVset_131",304 "bbox_2d": [305 0,306 0,307 602,308 949309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -55.67537493583768,314 343.5040283203125,315 184.6187286376953316 ],317 "extent": [318 174.0474023976094,319 14.1383056640625,320 91.36982727050781321 ]322 },323 "obb": {324 "center": [325 -55.67537493583768,326 343.5040283203125,327 184.6187286376953328 ],329 "extent": [330 174.0474023976094,331 14.1383056640625,332 91.36982727050781333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 -55.717041015625,342 343.51348876953125,343 93.32192993164062344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 0.9973075985908508,352 1,353 1354 ]355 },356 "color": [357 63,358 127,359 255360 ]361 },362 {363 "object_id": "SM_TV_134",364 "bbox_2d": [365 149,366 174,367 465,368 531369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 28.77264975328159,374 333.1397213935913,375 197.77782821655273376 ],377 "extent": [378 49.164796066224405,379 3.103601814645799,380 28.656902313232422381 ]382 },383 "obb": {384 "center": [385 28.772649753281588,386 333.1397213935913,387 197.77782821655273388 ],389 "extent": [390 49.164796066224405,391 3.103601814645799,392 28.656902313232422393 ],394 "rotation": [395 0,396 -90.00009155273439,397 0398 ]399 },400 "location": [401 28.772653579711914,402 333.1470642089844,403 169.08131408691406404 ],405 "rotation": [406 0,407 -90.00009155273439,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 127,419 127420 ]421 }422 ],423 "shelf": [424 {425 "object_id": "SM_Shelf3",426 "bbox_2d": [427 1681,428 88,429 1919,430 648431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 174.52945229313445,436 782.8369913101196,437 201.84811401367188438 ],439 "extent": [440 54.57733371167703,441 13.994805335998535,442 108.51106262207031443 ]444 },445 "obb": {446 "center": [447 174.52945229313445,448 782.8369913101196,449 201.84811401367188450 ],451 "extent": [452 54.57733371167703,453 13.994805335998535,454 108.51106262207031455 ],456 "rotation": [457 0,458 180,459 0460 ]461 },462 "location": [463 180.10403442382812,464 784.39208984375,465 93.3218994140625466 ],467 "rotation": [468 0,469 180,470 0471 ],472 "scale": [473 1.2000000476837158,474 1,475 1476 ]477 },478 "color": [479 63,480 127,481 63482 ]483 }484 ],485 "decorative grass": [486 {487 "object_id": "SM_Decorative34_158",488 "bbox_2d": [489 20,490 586,491 188,492 887493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -37.00028991699219,498 342.06710357666,499 139.46151815457597500 ],501 "extent": [502 10.379999954700452,503 10.379997665882001,504 20.63836751931376505 ]506 },507 "obb": {508 "center": [509 -37.00028991699219,510 342.06710357666,511 139.46151815457597512 ],513 "extent": [514 10.379999954700452,515 10.379997665882001,516 20.63836751931376517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -37.00028991699219,526 342.0671081542969,527 118.81065368652344528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 0.6000000238418579,536 0.6000000238418579,537 0.6000000238418579538 ]539 },540 "color": [541 0,542 63,543 191544 ]545 },546 {547 "object_id": "SM_Decorative33_161",548 "bbox_2d": [549 525,550 562,551 569,552 709553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 100.24334199117794,558 348.1580686569185,559 139.65065574645996560 ],561 "extent": [562 6.231438709416409,563 6.210162297746422,564 20.81926155090332565 ]566 },567 "obb": {568 "center": [569 100.24334199117794,570 348.1580686569185,571 139.65065574645996572 ],573 "extent": [574 6.231438709416409,575 6.210162297746422,576 20.81926155090332577 ],578 "rotation": [579 0,580 179.9998321533203,581 0582 ]583 },584 "location": [585 100.24333953857422,586 347.1580810546875,587 118.81065368652344588 ],589 "rotation": [590 0,591 179.9998321533203,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 255,603 191604 ]605 },606 {607 "object_id": "SM_Decorative35",608 "bbox_2d": [609 506,610 609,611 540,612 717613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 86.2824266435804,618 347.8580723643284,619 133.39865488004682620 ],621 "extent": [622 4.362007022306955,623 4.34711353439161,624 14.573482837447386625 ]626 },627 "obb": {628 "center": [629 86.2824266435804,630 347.8580723643284,631 133.39865488004682632 ],633 "extent": [634 4.362007022306955,635 4.34711353439161,636 14.573482837447386637 ],638 "rotation": [639 0,640 179.9998321533203,641 0642 ]643 },644 "location": [645 86.28242492675781,646 347.1580810546875,647 118.81065368652344648 ],649 "rotation": [650 0,651 179.9998321533203,652 0653 ],654 "scale": [655 0.699999988079071,656 0.699999988079071,657 0.699999988079071658 ]659 },660 "color": [661 255,662 127,663 191664 ]665 },666 {667 "object_id": "SM_Decorative7_165",668 "bbox_2d": [669 186,670 675,671 351,672 814673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -6.3753199232123166,678 345.33026183988017,679 130.9651891266052680 ],681 "extent": [682 16.84855172032119,683 16.829197152934398,684 12.069048025235702685 ]686 },687 "obb": {688 "center": [689 -6.3753199232123166,690 345.33026183988017,691 130.9651891266052692 ],693 "extent": [694 16.84855172032119,695 16.829197152934398,696 12.069048025235702697 ],698 "rotation": [699 0,700 -40.00006103515626,701 0702 ]703 },704 "location": [705 -6.3753204345703125,706 345.33026123046875,707 118.81066131591797708 ],709 "rotation": [710 0,711 -40.00006103515626,712 0713 ],714 "scale": [715 1.668349027633667,716 1.668349027633667,717 1.668349027633667718 ]719 },720 "color": [721 255,722 63,723 191724 ]725 },726 {727 "object_id": "SM_Decorative40_313",728 "bbox_2d": [729 1883,730 553,731 1918,732 596733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 141.9659423828125,738 778.635871887207,739 151.3459930419922740 ],741 "extent": [742 5.235870361328125,743 5.270179748535156,744 11.30023193359375745 ]746 },747 "obb": {748 "center": [749 141.9659423828125,750 778.635871887207,751 151.3459930419922752 ],753 "extent": [754 5.235870361328125,755 5.270179748535156,756 11.30023193359375757 ],758 "rotation": [759 0,760 0,761 0762 ]763 },764 "location": [765 141.96597290039062,766 778.6358642578125,767 139.94700622558594768 ],769 "rotation": [770 0,771 0,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 127,782 127,783 31784 ]785 },786 {787 "object_id": "SM_Decorative41_316",788 "bbox_2d": [789 1826,790 558,791 1861,792 592793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 163.58816528320312,798 779.0531616210938,799 150.24023342132568800 ],801 "extent": [802 7.182546139491791,803 7.162533787447273,804 10.262494087219238805 ]806 },807 "obb": {808 "center": [809 163.58816528320312,810 779.0531616210938,811 150.24023342132568812 ],813 "extent": [814 7.182546139491791,815 7.162533787447273,816 10.262494087219238817 ],818 "rotation": [819 0,820 179.9999237060547,821 0822 ]823 },824 "location": [825 163.58816528320312,826 779.0531616210938,827 139.94700622558594828 ],829 "rotation": [830 0,831 179.9999237060547,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 127,842 63,843 31844 ]845 },846 {847 "object_id": "SM_Decorative43_322",848 "bbox_2d": [849 1777,850 584,851 1802,852 587853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 187.99003601072963,858 781.1162625400466,859 146.903139396396860 ],861 "extent": [862 4.494478767612719,863 4.007214383002065,864 3.3411671139474493865 ]866 },867 "obb": {868 "center": [869 187.99003601072963,870 781.1162625400466,871 146.903139396396872 ],873 "extent": [874 4.494478767612719,875 4.007214383002065,876 3.3411671139474493877 ],878 "rotation": [879 0,880 179.9999237060547,881 0882 ]883 },884 "location": [885 187.9900360107422,886 781.1162719726562,887 143.55796813964844888 ],889 "rotation": [890 0,891 179.9999237060547,892 0893 ],894 "scale": [895 0.6181755065917969,896 0.6181755065917969,897 0.6181755065917969898 ]899 },900 "color": [901 63,902 0,903 31904 ]905 },906 {907 "object_id": "SM_Decorative44_325",908 "bbox_2d": [909 1723,910 555,911 1755,912 607913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 209.45277404785156,918 780.0466957092285,919 150.56503295898438920 ],921 "extent": [922 5.1749267578125,923 5.157649993896484,924 10.5943603515625925 ]926 },927 "obb": {928 "center": [929 209.45277404785156,930 780.0466957092285,931 150.56503295898438932 ],933 "extent": [934 5.1749267578125,935 5.157649993896484,936 10.5943603515625937 ],938 "rotation": [939 0,940 0,941 0942 ]943 },944 "location": [945 209.47315979003906,946 780.0489501953125,947 139.94699096679688948 ],949 "rotation": [950 0,951 0,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 63,962 255,963 31964 ]965 },966 {967 "object_id": "SM_Decorative45_328",968 "bbox_2d": [969 1893,970 465,971 1919,972 522973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 140.67156982421875,978 781.754467010498,979 181.75980 ],981 "extent": [982 4.9560546875,983 4.956012725830078,984 9.705810546875985 ]986 },987 "obb": {988 "center": [989 140.67156982421875,990 781.754467010498,991 181.75992 ],993 "extent": [994 4.9560546875,995 4.956012725830078,996 9.705810546875997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 140.67156982421875,1006 781.7544555664062,1007 172.0339355468751008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 63,1022 127,1023 311024 ]1025 },1026 {1027 "object_id": "SM_Decorative46_331",1028 "bbox_2d": [1029 1769,1030 467,1031 1847,1032 5241033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 175.70920848846436,1038 777.4226350784302,1039 182.85261535644531040 ],1041 "extent": [1042 12.230798721313477,1043 4.34722900390625,1044 10.8096122741699221045 ]1046 },1047 "obb": {1048 "center": [1049 175.70920848846436,1050 777.4226350784302,1051 182.85261535644531052 ],1053 "extent": [1054 12.230798721313477,1055 4.34722900390625,1056 10.8096122741699221057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 175.70921325683594,1066 777.422607421875,1067 172.033920288085941068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 63,1082 63,1083 311084 ]1085 },1086 {1087 "object_id": "SM_Decorative47_343",1088 "bbox_2d": [1089 1762,1090 392,1091 1807,1092 4491093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 188.13156127929688,1098 779.9154663085938,1099 211.825347900390621100 ],1101 "extent": [1102 6.68212890625,1103 6.656768798828125,1104 11.09484863281251105 ]1106 },1107 "obb": {1108 "center": [1109 188.13156127929688,1110 779.9154663085938,1111 211.825347900390621112 ],1113 "extent": [1114 6.68212890625,1115 6.656768798828125,1116 11.09484863281251117 ],1118 "rotation": [1119 0,1120 0,1121 01122 ]1123 },1124 "location": [1125 188.13156127929688,1126 779.9154663085938,1127 200.643341064453121128 ],1129 "rotation": [1130 0,1131 0,1132 01133 ],1134 "scale": [1135 1,1136 1,1137 11138 ]1139 },1140 "color": [1141 0,1142 31,1143 01144 ]1145 },1146 {1147 "object_id": "SM_Decorative48_346",1148 "bbox_2d": [1149 1723,1150 442,1151 1759,1152 4531153 ],1154 "bbox_3d": {1155 "aabb": {1156 "center": [1157 208.29230499267578,1158 779.7899780273438,1159 203.22609710693361160 ],1161 "extent": [1162 5.650764465332031,1163 5.647735595703125,1164 2.53785705566406251165 ]1166 },1167 "obb": {1168 "center": [1169 208.29230499267578,1170 779.7899780273438,1171 203.22609710693361172 ],1173 "extent": [1174 5.650764465332031,1175 5.647735595703125,1176 2.53785705566406251177 ],1178 "rotation": [1179 0,1180 0,1181 01182 ]1183 },1184 "location": [1185 208.29229736328125,1186 779.7899780273438,1187 200.643341064453121188 ],1189 "rotation": [1190 0,1191 0,1192 01193 ],1194 "scale": [1195 1,1196 1,1197 11198 ]1199 },1200 "color": [