TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l098_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l098_r005/lit.png",5 "camera": {6 "location": [7 -21,8 -51,9 23510 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -21,38 -51,39 235,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 540,58 0,59 1495,60 16261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling lamp": [116 {117 "object_id": "SM_SillingLamp2",118 "bbox_2d": [119 459,120 0,121 531,122 140123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -6.130724676588379,128 -257.49718661139474,129 330.37402153015137130 ],131 "extent": [132 7.192038678185117,133 11.378019827732814,134 15.387605667114258135 ]136 },137 "obb": {138 "center": [139 -6.130724676588379,140 -257.49718661139474,141 330.37402153015137142 ],143 "extent": [144 7.192038678185117,145 11.378019827732814,146 15.387605667114258147 ],148 "rotation": [149 0,150 3.4332275390625e-05,151 0152 ]153 },154 "location": [155 -6.2131195068359375,156 -257.11279296875,157 345.7616271972656158 ],159 "rotation": [160 0,161 3.4332275390625e-05,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 31,172 31,173 255174 ]175 },176 {177 "object_id": "SM_SillingLamp3",178 "bbox_2d": [179 845,180 59,181 933,182 210183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 78.66053193308672,188 -257.5021244623304,189 330.37402153015137190 ],191 "extent": [192 10.649809765922015,193 13.151656989309473,194 15.387605667114258195 ]196 },197 "obb": {198 "center": [199 78.66053193308672,200 -257.5021244623304,201 330.37402153015137202 ],203 "extent": [204 10.649809765922015,205 13.151656989309473,206 15.387605667114258207 ],208 "rotation": [209 0,210 -20,211 0212 ]213 },214 "location": [215 78.7145767211914,216 -257.11273193359375,217 345.7616271972656218 ],219 "rotation": [220 0,221 -20,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 31,232 31,233 127234 ]235 }236 ]237 },238 "foreground": {239 "closet": [240 {241 "object_id": "SM_Closet_29",242 "bbox_2d": [243 0,244 0,245 1163,246 983247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -5.889900207519531,252 -347.92909240722656,253 225.49037170410156254 ],255 "extent": [256 236.4459686279297,257 20.030471801757812,258 133.37185668945312259 ]260 },261 "obb": {262 "center": [263 -5.889900207519531,264 -347.92909240722656,265 225.49037170410156266 ],267 "extent": [268 236.4459686279297,269 20.030471801757812,270 133.37185668945312271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 -6.054466247558594,280 -367.9595642089844,281 92.11851501464844282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 255,296 127,297 0298 ]299 }300 ],301 "armchair": [302 {303 "object_id": "SM_ArmchairManager_32",304 "bbox_2d": [305 255,306 601,307 710,308 957309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -2.0084305367577002,314 -266.9637446004958,315 156.8519277990954316 ],317 "extent": [318 54.566865723696466,319 55.92745020578518,320 63.54718651223584321 ]322 },323 "obb": {324 "center": [325 -2.0084305367577002,326 -266.9637446004958,327 156.8519277990954328 ],329 "extent": [330 54.566865723696466,331 55.92745020578518,332 63.54718651223584333 ],334 "rotation": [335 0,336 30.00005722045899,337 0338 ]339 },340 "location": [341 -2.4702606201171875,342 -266.4104919433594,343 93.3218994140625344 ],345 "rotation": [346 0,347 30.00005722045899,348 0349 ],350 "scale": [351 1.100000023841858,352 1.100000023841858,353 1.100000023841858354 ]355 },356 "color": [357 255,358 127,359 255360 ]361 },362 {363 "object_id": "SM_ArmchairSingle_38",364 "bbox_2d": [365 1420,366 792,367 1919,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 51.21592908139999,374 -90.84782646696817,375 151.32426071166992376 ],377 "extent": [378 33.26026436641297,379 30.065236720987457,380 57.94956588745117381 ]382 },383 "obb": {384 "center": [385 51.21592908139999,386 -90.84782646696817,387 151.32426071166992388 ],389 "extent": [390 33.26026436641297,391 30.065236720987457,392 57.94956588745117393 ],394 "rotation": [395 0,396 90.00011444091797,397 0398 ]399 },400 "location": [401 50.492774963378906,402 -91.7777099609375,403 93.3218994140625404 ],405 "rotation": [406 0,407 90.00011444091797,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 255,418 127,419 127420 ]421 }422 ],423 "manager desk": [424 {425 "object_id": "SM_ManagerDesk_35",426 "bbox_2d": [427 132,428 797,429 1337,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 0.9649276733398438,436 -103.14732360839844,437 133.83098220825195438 ],439 "extent": [440 101.42112731933594,441 175.46688842773438,442 40.50908660888672443 ]444 },445 "obb": {446 "center": [447 0.9649276733398438,448 -103.14732360839844,449 133.83098220825195450 ],451 "extent": [452 101.42112731933594,453 175.46688842773438,454 40.50908660888672455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 3.7793960571289062,464 -148.75787353515625,465 93.32191467285156466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 127,481 127482 ]483 }484 ],485 "monitor": [486 {487 "object_id": "SM_Monitor",488 "bbox_2d": [489 0,490 647,491 150,492 1079493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -67.37585065973605,498 -169.9528735959834,499 199.99402505135185500 ],501 "extent": [502 29.307229343322547,503 27.056972213491918,504 26.38376504158623505 ]506 },507 "obb": {508 "center": [509 -67.37585065973605,510 -169.9528735959834,511 199.99402505135185512 ],513 "extent": [514 29.307229343322547,515 27.056972213491918,516 26.38376504158623517 ],518 "rotation": [519 0,520 -50.00012207031249,521 0522 ]523 },524 "location": [525 -52.64727783203125,526 -170.69700622558594,527 173.61026000976562528 ],529 "rotation": [530 0,531 -50.00012207031249,532 0533 ],534 "scale": [535 0.800000011920929,536 0.800000011920929,537 0.800000011920929538 ]539 },540 "color": [541 127,542 63,543 255544 ]545 }546 ],547 "keyboard": [548 {549 "object_id": "SM_Keyboard",550 "bbox_2d": [551 146,552 1053,553 323,554 1079555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -47.88224438253921,560 -188.2073324036146,561 174.28158950805664562 ],563 "extent": [564 18.963977966121476,565 17.614904752164534,566 0.5217170715332031567 ]568 },569 "obb": {570 "center": [571 -47.88224438253921,572 -188.2073324036146,573 174.28158950805664574 ],575 "extent": [576 18.963977966121476,577 17.614904752164534,578 0.5217170715332031579 ],580 "rotation": [581 0,582 -50.00012207031249,583 0584 ]585 },586 "location": [587 -49.16081619262695,588 -172.16757202148438,589 173.61026000976562590 ],591 "rotation": [592 0,593 -50.00012207031249,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 127,604 63,605 127606 ]607 }608 ],609 "calendar": [610 {611 "object_id": "SM_CalendarDesk_116",612 "bbox_2d": [613 998,614 858,615 1101,616 991617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 61.437330427932885,622 -166.4330257628863,623 179.62402725219727624 ],625 "extent": [626 12.325876402342068,627 9.841876774162444,628 5.984294891357422629 ]630 },631 "obb": {632 "center": [633 61.437330427932885,634 -166.4330257628863,635 179.62402725219727636 ],637 "extent": [638 12.325876402342068,639 9.841876774162444,640 5.984294891357422641 ],642 "rotation": [643 0,644 -110.00013732910158,645 0646 ]647 },648 "location": [649 60.486053466796875,650 -166.10409545898438,651 173.6102752685547652 ],653 "rotation": [654 0,655 -110.00013732910158,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 127,666 63,667 63668 ]669 }670 ],671 "mug": [672 {673 "object_id": "SM_Mug_119",674 "bbox_2d": [675 831,676 798,677 860,678 838679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 65.39081573486328,684 -253.34603881835938,685 171.92013549804688686 ],687 "extent": [688 3.3755855560302734,689 4.396728515625,690 3.795562744140625691 ]692 },693 "obb": {694 "center": [695 65.39081573486328,696 -253.34603881835938,697 171.92013549804688698 ],699 "extent": [700 3.3755855560302734,701 4.396728515625,702 3.795562744140625703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 65.39081573486328,712 -252.32492065429688,713 168.12457275390625714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 63,728 0,729 0730 ]731 }732 ],733 "tableware": [734 {735 "object_id": "SM_MarkerMug_122",736 "bbox_2d": [737 863,738 785,739 898,740 851741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 68.28654193878174,746 -238.27978515625,747 175.41974639892578748 ],749 "extent": [750 4.380762100219727,751 5.30859375,752 7.295173645019531753 ]754 },755 "obb": {756 "center": [757 68.28654193878174,758 -238.27978515625,759 175.41974639892578760 ],761 "extent": [762 4.380762100219727,763 5.30859375,764 7.295173645019531765 ],766 "rotation": [767 0,768 0,769 0770 ]771 },772 "location": [773 68.82274627685547,774 -240.205322265625,775 168.12457275390625776 ],777 "rotation": [778 0,779 0,780 0781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 63,790 0,791 255792 ]793 }794 ],795 "chassis": [796 {797 "object_id": "SM_Chassis_125",798 "bbox_2d": [799 771,800 850,801 980,802 919803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 51.43301841964879,808 -207.5330078601583,809 174.3187141418457810 ],811 "extent": [812 18.3861534901983,813 19.869006395314557,814 0.7084541320800781815 ]816 },817 "obb": {818 "center": [819 51.43301841964879,820 -207.5330078601583,821 174.3187141418457822 ],823 "extent": [824 18.3861534901983,825 19.869006395314557,826 0.7084541320800781827 ],828 "rotation": [829 0,830 -119.99999999999997,831 0832 ]833 },834 "location": [835 68.90663146972656,836 -199.1138916015625,837 173.61026000976562838 ],839 "rotation": [840 0,841 -119.99999999999997,842 0843 ],844 "scale": [845 1,846 1,847 1848 ]849 },850 "color": [851 63,852 0,853 127854 ]855 }856 ],857 "decorative grass": [858 {859 "object_id": "SM_Decorative76_7",860 "bbox_2d": [861 0,862 427,863 23,864 472865 ],866 "bbox_3d": {867 "aabb": {868 "center": [869 -100.5865405130462,870 -339.46472209123397,871 254.58916430351383872 ],873 "extent": [874 5.887163628576673,875 6.730595939007003,876 5.420180339533545877 ]878 },879 "obb": {880 "center": [881 -100.5865405130462,882 -339.46472209123397,883 254.58916430351383884 ],885 "extent": [886 5.887163628576673,887 6.730595939007003,888 5.420180339533545889 ],890 "rotation": [891 0,892 0,893 0894 ]895 },896 "location": [897 -100.58649444580078,898 -339.4647216796875,899 249.10960388183594900 ],901 "rotation": [902 0,903 0,904 0905 ],906 "scale": [907 0.7547657489776611,908 0.8630754947662354,909 0.7636446356773376910 ]911 },912 "color": [913 31,914 31,915 63916 ]917 },918 {919 "object_id": "SM_Decorative77",920 "bbox_2d": [921 0,922 384,923 23,924 427925 ],926 "bbox_3d": {927 "aabb": {928 "center": [929 -100.58654051306075,930 -339.4647220912341,931 263.6859219957405932 ],933 "extent": [934 5.887165488238679,935 6.7305977982871354,936 5.4201820317757665937 ]938 },939 "obb": {940 "center": [941 -100.58654051306075,942 -339.4647220912341,943 263.6859219957405944 ],945 "extent": [946 5.887165488238679,947 6.7305977982871354,948 5.4201820317757665949 ],950 "rotation": [951 0,952 0,953 0954 ]955 },956 "location": [957 -100.58649444580078,958 -339.4647216796875,959 258.20635986328125960 ],961 "rotation": [962 0,963 0,964 0965 ],966 "scale": [967 0.7547659873962402,968 0.8630757331848145,969 0.7636448740959167970 ]971 },972 "color": [973 31,974 31,975 191976 ]977 },978 {979 "object_id": "SM_Decorative78_11",980 "bbox_2d": [981 610,982 546,983 689,984 610985 ],986 "bbox_3d": {987 "aabb": {988 "center": [989 40.91493225097656,990 -339.0389709472656,991 222.5072258079672992 ],993 "extent": [994 11.195476386359587,995 11.168371308230235,996 10.709661870894706997 ]998 },999 "obb": {1000 "center": [1001 40.91493225097656,1002 -339.0389709472656,1003 222.50722580796721004 ],1005 "extent": [1006 11.195476386359587,1007 11.168371308230235,1008 10.7096618708947061009 ],1010 "rotation": [1011 0,1012 0,1013 01014 ]1015 },1016 "location": [1017 40.91493225097656,1018 -339.0389709472656,1019 211.722167968751020 ],1021 "rotation": [1022 0,1023 0,1024 01025 ],1026 "scale": [1027 1.332789421081543,1028 1.332789421081543,1029 1.3327894210815431030 ]1031 },1032 "color": [1033 31,1034 31,1035 311036 ]1037 },1038 {1039 "object_id": "SM_Decorative79_14",1040 "bbox_2d": [1041 212,1042 522,1043 368,1044 6361045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 -44.858084124012635,1050 -339.34731557193766,1051 225.609985701394181052 ],1053 "extent": [1054 15.7004822706092,1055 5.5804689012802555,1056 13.8761277762682771057 ]1058 },1059 "obb": {1060 "center": [1061 -44.858084124012635,1062 -339.34731557193766,1063 225.609985701394181064 ],1065 "extent": [1066 15.7004822706092,1067 5.5804689012802555,1068 13.8761277762682771069 ],1070 "rotation": [1071 0,1072 0,1073 01074 ]1075 },1076 "location": [1077 -44.85807800292969,1078 -339.34735107421875,1079 211.722198486328121080 ],1081 "rotation": [1082 0,1083 0,1084 01085 ],1086 "scale": [1087 1.2836841344833374,1088 1.2836841344833374,1089 1.28368413448333741090 ]1091 },1092 "color": [1093 0,1094 0,1095 951096 ]1097 },1098 {1099 "object_id": "SM_Decorative80_17",1100 "bbox_2d": [1101 124,1102 533,1103 165,1104 6411105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 -72.63748168945312,1110 -334.3370933532715,1111 224.194183349609381112 ],1113 "extent": [1114 3.7149658203125,1115 3.137065887451172,1116 12.401428222656251117 ]1118 },1119 "obb": {1120 "center": [1121 -72.63748168945312,1122 -334.3370933532715,1123 224.194183349609381124 ],1125 "extent": [1126 3.7149658203125,1127 3.137065887451172,1128 12.401428222656251129 ],1130 "rotation": [1131 0,1132 0,1133 01134 ]1135 },1136 "location": [1137 -72.63748168945312,1138 -334.33709716796875,1139 211.722198486328121140 ],1141 "rotation": [1142 0,1143 0,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 0,1154 255,1155 951156 ]1157 },1158 {1159 "object_id": "SM_Decorative81_20",1160 "bbox_2d": [1161 401,1162 518,1163 476,1164 6291165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 -13.336126327514648,1170 -337.89166259765625,1171 226.33647136586661172 ],1173 "extent": [1174 8.733177924586926,1175 8.700033647754026,1176 14.500361863130821177 ]1178 },1179 "obb": {1180 "center": [1181 -13.336126327514648,1182 -337.89166259765625,1183 226.33647136586661184 ],1185 "extent": [1186 8.733177924586926,1187 8.700033647754026,1188 14.500361863130821189 ],1190 "rotation": [1191 0,1192 0,1193 01194 ]1195 },1196 "location": [1197 -13.336126327514648,1198 -337.89166259765625,1199 211.722198486328121200 ],