TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l072_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l072_r005/lit.png",5 "camera": {6 "location": [7 -191,8 -60,9 21210 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -191,38 -60,39 212,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 970,58 0,59 1919,60 18161 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "ceiling lamp": [116 {117 "object_id": "SM_SillingLamp_2",118 "bbox_2d": [119 868,120 0,121 922,122 102123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -93.80305915372323,128 -257.4046730905663,129 330.37402153015137130 ],131 "extent": [132 11.91749922077183,133 13.449667203755325,134 15.387605667114258135 ]136 },137 "obb": {138 "center": [139 -93.80305915372323,140 -257.4046730905663,141 330.37402153015137142 ],143 "extent": [144 11.91749922077183,145 13.449667203755325,146 15.387605667114258147 ],148 "rotation": [149 0,150 30.000083923339854,151 0152 ]153 },154 "location": [155 -94.06661224365234,156 -257.11297607421875,157 345.7616271972656158 ],159 "rotation": [160 0,161 30.000083923339854,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 31,172 31,173 0174 ]175 },176 {177 "object_id": "SM_SillingLamp2",178 "bbox_2d": [179 1145,180 38,181 1223,182 172183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -6.130724676588379,188 -257.49718661139474,189 330.37402153015137190 ],191 "extent": [192 7.192038678185117,193 11.378019827732814,194 15.387605667114258195 ]196 },197 "obb": {198 "center": [199 -6.130724676588379,200 -257.49718661139474,201 330.37402153015137202 ],203 "extent": [204 7.192038678185117,205 11.378019827732814,206 15.387605667114258207 ],208 "rotation": [209 0,210 3.4332275390625e-05,211 0212 ]213 },214 "location": [215 -6.2131195068359375,216 -257.11279296875,217 345.7616271972656218 ],219 "rotation": [220 0,221 3.4332275390625e-05,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 31,232 31,233 255234 ]235 },236 {237 "object_id": "SM_SillingLamp3",238 "bbox_2d": [239 1345,240 110,241 1422,242 221243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 78.66053193308672,248 -257.5021244623304,249 330.37402153015137250 ],251 "extent": [252 10.649809765922015,253 13.151656989309473,254 15.387605667114258255 ]256 },257 "obb": {258 "center": [259 78.66053193308672,260 -257.5021244623304,261 330.37402153015137262 ],263 "extent": [264 10.649809765922015,265 13.151656989309473,266 15.387605667114258267 ],268 "rotation": [269 0,270 -20,271 0272 ]273 },274 "location": [275 78.7145767211914,276 -257.11273193359375,277 345.7616271972656278 ],279 "rotation": [280 0,281 -20,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 31,292 31,293 127294 ]295 }296 ]297 },298 "foreground": {299 "closet": [300 {301 "object_id": "SM_Closet_29",302 "bbox_2d": [303 143,304 0,305 1455,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -5.889900207519531,312 -347.92909240722656,313 225.49037170410156314 ],315 "extent": [316 236.4459686279297,317 20.030471801757812,318 133.37185668945312319 ]320 },321 "obb": {322 "center": [323 -5.889900207519531,324 -347.92909240722656,325 225.49037170410156326 ],327 "extent": [328 236.4459686279297,329 20.030471801757812,330 133.37185668945312331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -6.054466247558594,340 -367.9595642089844,341 92.11851501464844342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 255,356 127,357 0358 ]359 }360 ],361 "armchair": [362 {363 "object_id": "SM_ArmchairManager_32",364 "bbox_2d": [365 1039,366 515,367 1181,368 725369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -2.0084305367577002,374 -266.9637446004958,375 156.8519277990954376 ],377 "extent": [378 54.566865723696466,379 55.92745020578518,380 63.54718651223584381 ]382 },383 "obb": {384 "center": [385 -2.0084305367577002,386 -266.9637446004958,387 156.8519277990954388 ],389 "extent": [390 54.566865723696466,391 55.92745020578518,392 63.54718651223584393 ],394 "rotation": [395 0,396 30.00005722045899,397 0398 ]399 },400 "location": [401 -2.4702606201171875,402 -266.4104919433594,403 93.3218994140625404 ],405 "rotation": [406 0,407 30.00005722045899,408 0409 ],410 "scale": [411 1.100000023841858,412 1.100000023841858,413 1.100000023841858414 ]415 },416 "color": [417 255,418 127,419 255420 ]421 },422 {423 "object_id": "SM_ArmchairSingle3",424 "bbox_2d": [425 1661,426 573,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -49.20721648019243,434 -92.56789634471355,435 151.32426071166992436 ],437 "extent": [438 37.97550408343436,439 35.383796010207135,440 57.94956588745117441 ]442 },443 "obb": {444 "center": [445 -49.20721648019243,446 -92.56789634471355,447 151.32426071166992448 ],449 "extent": [450 37.97550408343436,451 35.383796010207135,452 57.94956588745117453 ],454 "rotation": [455 0,456 -99.99960327148439,457 0458 ]459 },460 "location": [461 -48.333580017089844,462 -91.7777099609375,463 93.3218994140625464 ],465 "rotation": [466 0,467 -99.99960327148439,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 0,479 255480 ]481 }482 ],483 "manager desk": [484 {485 "object_id": "SM_ManagerDesk_35",486 "bbox_2d": [487 943,488 671,489 1683,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 0.9649276733398438,496 -103.14732360839844,497 133.83098220825195498 ],499 "extent": [500 101.42112731933594,501 175.46688842773438,502 40.50908660888672503 ]504 },505 "obb": {506 "center": [507 0.9649276733398438,508 -103.14732360839844,509 133.83098220825195510 ],511 "extent": [512 101.42112731933594,513 175.46688842773438,514 40.50908660888672515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 3.7793960571289062,524 -148.75787353515625,525 93.32191467285156526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 0,540 127,541 127542 ]543 }544 ],545 "curtain": [546 {547 "object_id": "SM_CurtainLong_74",548 "bbox_2d": [549 0,550 0,551 49,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -237.58009314537048,558 -201.08392884500245,559 243.79515838623047560 ],561 "extent": [562 2.8221590518951416,563 44.898785157101884,564 101.98615264892578565 ]566 },567 "obb": {568 "center": [569 -237.58009314537048,570 -201.08392884500245,571 243.79515838623047572 ],573 "extent": [574 2.8221590518951416,575 44.898785157101884,576 101.98615264892578577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -240.40225219726562,586 -203.2975311279297,587 345.78131103515625588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 0.8799999952316284,597 1598 ]599 },600 "color": [601 255,602 127,603 63604 ]605 }606 ],607 "monitor": [608 {609 "object_id": "SM_Monitor",610 "bbox_2d": [611 1098,612 450,613 1470,614 788615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -67.37585065973605,620 -169.9528735959834,621 199.99402505135185622 ],623 "extent": [624 29.307229343322547,625 27.056972213491918,626 26.38376504158623627 ]628 },629 "obb": {630 "center": [631 -67.37585065973605,632 -169.9528735959834,633 199.99402505135185634 ],635 "extent": [636 29.307229343322547,637 27.056972213491918,638 26.38376504158623639 ],640 "rotation": [641 0,642 -50.00012207031249,643 0644 ]645 },646 "location": [647 -52.64727783203125,648 -170.69700622558594,649 173.61026000976562650 ],651 "rotation": [652 0,653 -50.00012207031249,654 0655 ],656 "scale": [657 0.800000011920929,658 0.800000011920929,659 0.800000011920929660 ]661 },662 "color": [663 127,664 63,665 255666 ]667 }668 ],669 "keyboard": [670 {671 "object_id": "SM_Keyboard",672 "bbox_2d": [673 1174,674 728,675 1387,676 752677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -47.88224438253921,682 -188.2073324036146,683 174.28158950805664684 ],685 "extent": [686 18.963977966121476,687 17.614904752164534,688 0.5217170715332031689 ]690 },691 "obb": {692 "center": [693 -47.88224438253921,694 -188.2073324036146,695 174.28158950805664696 ],697 "extent": [698 18.963977966121476,699 17.614904752164534,700 0.5217170715332031701 ],702 "rotation": [703 0,704 -50.00012207031249,705 0706 ]707 },708 "location": [709 -49.16081619262695,710 -172.16757202148438,711 173.61026000976562712 ],713 "rotation": [714 0,715 -50.00012207031249,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 127,726 63,727 127728 ]729 }730 ],731 "mouse": [732 {733 "object_id": "SM_Mouse",734 "bbox_2d": [735 1115,736 717,737 1145,738 733739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -63.99271544307848,744 -210.9301883437538,745 174.75694036483765746 ],747 "extent": [748 7.173754858782786,749 6.406446634336817,750 1.1412100791931152751 ]752 },753 "obb": {754 "center": [755 -63.99271544307848,756 -210.9301883437538,757 174.75694036483765758 ],759 "extent": [760 7.173754858782786,761 6.406446634336817,762 1.1412100791931152763 ],764 "rotation": [765 0,766 -20.00003051757813,767 0768 ]769 },770 "location": [771 -58.193260192871094,772 -169.69850158691406,773 173.52552795410156774 ],775 "rotation": [776 0,777 -20.00003051757813,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 0,788 63,789 63790 ]791 }792 ],793 "calendar": [794 {795 "object_id": "SM_CalendarDesk_116",796 "bbox_2d": [797 1655,798 652,799 1684,800 714801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 61.437330427932885,806 -166.4330257628863,807 179.62402725219727808 ],809 "extent": [810 12.325876402342068,811 9.841876774162444,812 5.984294891357422813 ]814 },815 "obb": {816 "center": [817 61.437330427932885,818 -166.4330257628863,819 179.62402725219727820 ],821 "extent": [822 12.325876402342068,823 9.841876774162444,824 5.984294891357422825 ],826 "rotation": [827 0,828 -110.00013732910158,829 0830 ]831 },832 "location": [833 60.486053466796875,834 -166.10409545898438,835 173.6102752685547836 ],837 "rotation": [838 0,839 -110.00013732910158,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 127,850 63,851 63852 ]853 }854 ],855 "chassis": [856 {857 "object_id": "SM_Chassis_125",858 "bbox_2d": [859 1457,860 679,861 1558,862 698863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 51.43301841964879,868 -207.5330078601583,869 174.3187141418457870 ],871 "extent": [872 18.3861534901983,873 19.869006395314557,874 0.7084541320800781875 ]876 },877 "obb": {878 "center": [879 51.43301841964879,880 -207.5330078601583,881 174.3187141418457882 ],883 "extent": [884 18.3861534901983,885 19.869006395314557,886 0.7084541320800781887 ],888 "rotation": [889 0,890 -119.99999999999997,891 0892 ]893 },894 "location": [895 68.90663146972656,896 -199.1138916015625,897 173.61026000976562898 ],899 "rotation": [900 0,901 -119.99999999999997,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 63,912 0,913 127914 ]915 }916 ],917 "tea table": [918 {919 "object_id": "SM_TeaTable_8",920 "bbox_2d": [921 160,922 824,923 392,924 1079925 ],926 "bbox_3d": {927 "aabb": {928 "center": [929 -212.34503437948638,930 -295.45776235127244,931 121.29112624501886932 ],933 "extent": [934 19.04937372325287,935 19.049376364458,936 27.987954573018442937 ]938 },939 "obb": {940 "center": [941 -212.34503437948638,942 -295.45776235127244,943 121.29112624501886944 ],945 "extent": [946 19.04937372325287,947 19.049376364458,948 27.987954573018442949 ],950 "rotation": [951 0,952 0,953 0954 ]955 },956 "location": [957 -212.34503173828125,958 -295.457763671875,959 93.32220458984375960 ],961 "rotation": [962 0,963 0,964 0965 ],966 "scale": [967 0.6923760771751404,968 0.6923760771751404,969 0.9319819211959839970 ]971 },972 "color": [973 31,974 191,975 191976 ]977 }978 ],979 "decorative grass": [980 {981 "object_id": "SM_Decorative76_7",982 "bbox_2d": [983 734,984 378,985 774,986 411987 ],988 "bbox_3d": {989 "aabb": {990 "center": [991 -100.5865405130462,992 -339.46472209123397,993 254.58916430351383994 ],995 "extent": [996 5.887163628576673,997 6.730595939007003,998 5.420180339533545999 ]1000 },1001 "obb": {1002 "center": [1003 -100.5865405130462,1004 -339.46472209123397,1005 254.589164303513831006 ],1007 "extent": [1008 5.887163628576673,1009 6.730595939007003,1010 5.4201803395335451011 ],1012 "rotation": [1013 0,1014 0,1015 01016 ]1017 },1018 "location": [1019 -100.58649444580078,1020 -339.4647216796875,1021 249.109603881835941022 ],1023 "rotation": [1024 0,1025 0,1026 01027 ],1028 "scale": [1029 0.7547657489776611,1030 0.8630754947662354,1031 0.76364463567733761032 ]1033 },1034 "color": [1035 31,1036 31,1037 631038 ]1039 },1040 {1041 "object_id": "SM_Decorative77",1042 "bbox_2d": [1043 734,1044 347,1045 774,1046 3801047 ],1048 "bbox_3d": {1049 "aabb": {1050 "center": [1051 -100.58654051306075,1052 -339.4647220912341,1053 263.68592199574051054 ],1055 "extent": [1056 5.887165488238679,1057 6.7305977982871354,1058 5.42018203177576651059 ]1060 },1061 "obb": {1062 "center": [1063 -100.58654051306075,1064 -339.4647220912341,1065 263.68592199574051066 ],1067 "extent": [1068 5.887165488238679,1069 6.7305977982871354,1070 5.42018203177576651071 ],1072 "rotation": [1073 0,1074 0,1075 01076 ]1077 },1078 "location": [1079 -100.58649444580078,1080 -339.4647216796875,1081 258.206359863281251082 ],1083 "rotation": [1084 0,1085 0,1086 01087 ],1088 "scale": [1089 0.7547659873962402,1090 0.8630757331848145,1091 0.76364487409591671092 ]1093 },1094 "color": [1095 31,1096 31,1097 1911098 ]1099 },1100 {1101 "object_id": "SM_Decorative78_11",1102 "bbox_2d": [1103 1094,1104 498,1105 1098,1106 5141107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 40.91493225097656,1112 -339.0389709472656,1113 222.50722580796721114 ],1115 "extent": [1116 11.195476386359587,1117 11.168371308230235,1118 10.7096618708947061119 ]1120 },1121 "obb": {1122 "center": [1123 40.91493225097656,1124 -339.0389709472656,1125 222.50722580796721126 ],1127 "extent": [1128 11.195476386359587,1129 11.168371308230235,1130 10.7096618708947061131 ],1132 "rotation": [1133 0,1134 0,1135 01136 ]1137 },1138 "location": [1139 40.91493225097656,1140 -339.0389709472656,1141 211.722167968751142 ],1143 "rotation": [1144 0,1145 0,1146 01147 ],1148 "scale": [1149 1.332789421081543,1150 1.332789421081543,1151 1.3327894210815431152 ]1153 },1154 "color": [1155 31,1156 31,1157 311158 ]1159 },1160 {1161 "object_id": "SM_Decorative79_14",1162 "bbox_2d": [1163 881,1164 456,1165 956,1166 5401167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 -44.858084124012635,1172 -339.34731557193766,1173 225.609985701394181174 ],1175 "extent": [1176 15.7004822706092,1177 5.5804689012802555,1178 13.8761277762682771179 ]1180 },1181 "obb": {1182 "center": [1183 -44.858084124012635,1184 -339.34731557193766,1185 225.609985701394181186 ],1187 "extent": [1188 15.7004822706092,1189 5.5804689012802555,1190 13.8761277762682771191 ],1192 "rotation": [1193 0,1194 0,1195 01196 ]1197 },1198 "location": [1199 -44.85807800292969,1200 -339.34735107421875,