TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l075_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l075_r004/lit.png",5 "camera": {6 "location": [7 -105,8 95,9 20710 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -105,38 95,39 207,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 928,58 134,59 1070,60 88361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 0,118 0,119 672,120 1023121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 }174 ],175 "window": [176 {177 "object_id": "SM_WindowOpen_50",178 "bbox_2d": [179 673,180 0,181 969,182 872183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.2314281463623,188 -96.93702158267479,189 219.51058197021484190 ],191 "extent": [192 20.735897064208984,193 49.87431874935646,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.2314281463623,200 -96.93702158267479,201 219.51058197021484202 ],203 "extent": [204 20.735897064208984,205 49.87431874935646,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.55386352539062,216 -146.81134033203125,217 100.09672546386719218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.059999942779541,227 1228 ]229 },230 "color": [231 127,232 0,233 127234 ]235 }236 ],237 "ceiling": [238 {239 "object_id": "SM_Silling_57",240 "bbox_2d": [241 1177,242 0,243 1919,244 157245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -3.5792999267578125,250 231.85098266601562,251 349.02508544921875252 ],253 "extent": [254 176.71539306640625,255 496.9198303222656,256 10.160568237304688257 ]258 },259 "obb": {260 "center": [261 -3.5792999267578125,262 231.85098266601562,263 349.02508544921875264 ],265 "extent": [266 176.71539306640625,267 496.9198303222656,268 10.160568237304688269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 255,295 127296 ]297 }298 ],299 "ceiling lamp": [300 {301 "object_id": "SM_SillingLamp_2",302 "bbox_2d": [303 1521,304 85,305 1590,306 198307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -93.80305915372323,312 -257.4046730905663,313 330.37402153015137314 ],315 "extent": [316 11.91749922077183,317 13.449667203755325,318 15.387605667114258319 ]320 },321 "obb": {322 "center": [323 -93.80305915372323,324 -257.4046730905663,325 330.37402153015137326 ],327 "extent": [328 11.91749922077183,329 13.449667203755325,330 15.387605667114258331 ],332 "rotation": [333 0,334 30.000083923339854,335 0336 ]337 },338 "location": [339 -94.06661224365234,340 -257.11297607421875,341 345.7616271972656342 ],343 "rotation": [344 0,345 30.000083923339854,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 31,356 31,357 0358 ]359 },360 {361 "object_id": "SM_SillingLamp2",362 "bbox_2d": [363 1902,364 17,365 1919,366 142367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -6.130724676588379,372 -257.49718661139474,373 330.37402153015137374 ],375 "extent": [376 7.192038678185117,377 11.378019827732814,378 15.387605667114258379 ]380 },381 "obb": {382 "center": [383 -6.130724676588379,384 -257.49718661139474,385 330.37402153015137386 ],387 "extent": [388 7.192038678185117,389 11.378019827732814,390 15.387605667114258391 ],392 "rotation": [393 0,394 3.4332275390625e-05,395 0396 ]397 },398 "location": [399 -6.2131195068359375,400 -257.11279296875,401 345.7616271972656402 ],403 "rotation": [404 0,405 3.4332275390625e-05,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 31,416 31,417 255418 ]419 }420 ]421 },422 "foreground": {423 "closet": [424 {425 "object_id": "SM_Closet_29",426 "bbox_2d": [427 1169,428 73,429 1919,430 838431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -5.889900207519531,436 -347.92909240722656,437 225.49037170410156438 ],439 "extent": [440 236.4459686279297,441 20.030471801757812,442 133.37185668945312443 ]444 },445 "obb": {446 "center": [447 -5.889900207519531,448 -347.92909240722656,449 225.49037170410156450 ],451 "extent": [452 236.4459686279297,453 20.030471801757812,454 133.37185668945312455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -6.054466247558594,464 -367.9595642089844,465 92.11851501464844466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 255,480 127,481 0482 ]483 }484 ],485 "armchair": [486 {487 "object_id": "SM_ArmchairManager_32",488 "bbox_2d": [489 1848,490 497,491 1919,492 676493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -2.0084305367577002,498 -266.9637446004958,499 156.8519277990954500 ],501 "extent": [502 54.566865723696466,503 55.92745020578518,504 63.54718651223584505 ]506 },507 "obb": {508 "center": [509 -2.0084305367577002,510 -266.9637446004958,511 156.8519277990954512 ],513 "extent": [514 54.566865723696466,515 55.92745020578518,516 63.54718651223584517 ],518 "rotation": [519 0,520 30.00005722045899,521 0522 ]523 },524 "location": [525 -2.4702606201171875,526 -266.4104919433594,527 93.3218994140625528 ],529 "rotation": [530 0,531 30.00005722045899,532 0533 ],534 "scale": [535 1.100000023841858,536 1.100000023841858,537 1.100000023841858538 ]539 },540 "color": [541 255,542 127,543 255544 ]545 },546 {547 "object_id": "SM_ArmchairSingle3",548 "bbox_2d": [549 1656,550 525,551 1919,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -49.20721648019243,558 -92.56789634471355,559 151.32426071166992560 ],561 "extent": [562 37.97550408343436,563 35.383796010207135,564 57.94956588745117565 ]566 },567 "obb": {568 "center": [569 -49.20721648019243,570 -92.56789634471355,571 151.32426071166992572 ],573 "extent": [574 37.97550408343436,575 35.383796010207135,576 57.94956588745117577 ],578 "rotation": [579 0,580 -99.99960327148439,581 0582 ]583 },584 "location": [585 -48.333580017089844,586 -91.7777099609375,587 93.3218994140625588 ],589 "rotation": [590 0,591 -99.99960327148439,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 127,602 0,603 255604 ]605 }606 ],607 "manager desk": [608 {609 "object_id": "SM_ManagerDesk_35",610 "bbox_2d": [611 1533,612 660,613 1919,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 0.9649276733398438,620 -103.14732360839844,621 133.83098220825195622 ],623 "extent": [624 101.42112731933594,625 175.46688842773438,626 40.50908660888672627 ]628 },629 "obb": {630 "center": [631 0.9649276733398438,632 -103.14732360839844,633 133.83098220825195634 ],635 "extent": [636 101.42112731933594,637 175.46688842773438,638 40.50908660888672639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 3.7793960571289062,648 -148.75787353515625,649 93.32191467285156650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 0,664 127,665 127666 ]667 }668 ],669 "plane": [670 {671 "object_id": "Plane_68",672 "bbox_2d": [673 680,674 200,675 895,676 551677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -427.68328857421875,682 211.84524536132807,683 234.66394042968747684 ],685 "extent": [686 0.0023036386334069903,687 1000.0018954050647,688 300.0063180862628689 ]690 },691 "obb": {692 "center": [693 -427.68328857421875,694 211.845245361328,695 234.66394042968744696 ],697 "extent": [698 0.0023036386334069903,699 1000.0018954050647,700 300.0063180862628701 ],702 "rotation": [703 0.0003620000206824746,704 -89.99987030029298,705 89.99999237060548706 ]707 },708 "location": [709 -427.68328857421875,710 211.84524536132812,711 234.6639404296875712 ],713 "rotation": [714 0.0003620000206824746,715 -89.99987030029298,716 89.99999237060548717 ],718 "scale": [719 20,720 6,721 1722 ]723 },724 "color": [725 255,726 0,727 63728 ]729 }730 ],731 "curtain": [732 {733 "object_id": "SM_CurtainLong_74",734 "bbox_2d": [735 988,736 71,737 1114,738 759739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 -237.58009314537048,744 -201.08392884500245,745 243.79515838623047746 ],747 "extent": [748 2.8221590518951416,749 44.898785157101884,750 101.98615264892578751 ]752 },753 "obb": {754 "center": [755 -237.58009314537048,756 -201.08392884500245,757 243.79515838623047758 ],759 "extent": [760 2.8221590518951416,761 44.898785157101884,762 101.98615264892578763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 -240.40225219726562,772 -203.2975311279297,773 345.78131103515625774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 0.8799999952316284,783 1784 ]785 },786 "color": [787 255,788 127,789 63790 ]791 },792 {793 "object_id": "SM_CurtainLong2_77",794 "bbox_2d": [795 772,796 0,797 985,798 215799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -237.57948279380798,804 -99.70682678361663,805 322.2176284790039806 ],807 "extent": [808 2.8221590518951416,809 44.898785157101884,810 23.563682556152344811 ]812 },813 "obb": {814 "center": [815 -237.57948279380798,816 -99.70682678361663,817 322.2176284790039818 ],819 "extent": [820 2.8221590518951416,821 44.898785157101884,822 23.563682556152344823 ],824 "rotation": [825 0,826 0,827 0828 ]829 },830 "location": [831 -240.40164184570312,832 -99.96336364746094,833 345.78131103515625834 ],835 "rotation": [836 0,837 0,838 0839 ],840 "scale": [841 1,842 0.8799999952316284,843 1844 ]845 },846 "color": [847 127,848 0,849 63850 ]851 },852 {853 "object_id": "SM_Curtain_67",854 "bbox_2d": [855 160,856 0,857 722,858 436859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -237.83901977539062,864 2.8463529882365037,865 286.23697662353516866 ],867 "extent": [868 2.8221588134765625,869 44.898785157101884,870 59.639122009277344871 ]872 },873 "obb": {874 "center": [875 -237.83901977539062,876 2.8463529882365037,877 286.23697662353516878 ],879 "extent": [880 2.8221588134765625,881 44.898785157101884,882 59.639122009277344883 ],884 "rotation": [885 0,886 0,887 0888 ]889 },890 "location": [891 -240.6611785888672,892 1.2611351013183594,893 345.8760986328125894 ],895 "rotation": [896 0,897 0,898 0899 ],900 "scale": [901 1,902 0.8799999952316284,903 1904 ]905 },906 "color": [907 255,908 63,909 223910 ]911 }912 ],913 "monitor": [914 {915 "object_id": "SM_Monitor",916 "bbox_2d": [917 1584,918 440,919 1902,920 694921 ],922 "bbox_3d": {923 "aabb": {924 "center": [925 -67.37585065973605,926 -169.9528735959834,927 199.99402505135185928 ],929 "extent": [930 29.307229343322547,931 27.056972213491918,932 26.38376504158623933 ]934 },935 "obb": {936 "center": [937 -67.37585065973605,938 -169.9528735959834,939 199.99402505135185940 ],941 "extent": [942 29.307229343322547,943 27.056972213491918,944 26.38376504158623945 ],946 "rotation": [947 0,948 -50.00012207031249,949 0950 ]951 },952 "location": [953 -52.64727783203125,954 -170.69700622558594,955 173.61026000976562956 ],957 "rotation": [958 0,959 -50.00012207031249,960 0961 ],962 "scale": [963 0.800000011920929,964 0.800000011920929,965 0.800000011920929966 ]967 },968 "color": [969 127,970 63,971 255972 ]973 }974 ],975 "keyboard": [976 {977 "object_id": "SM_Keyboard",978 "bbox_2d": [979 1856,980 687,981 1919,982 701983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 -47.88224438253921,988 -188.2073324036146,989 174.28158950805664990 ],991 "extent": [992 18.963977966121476,993 17.614904752164534,994 0.5217170715332031995 ]996 },997 "obb": {998 "center": [999 -47.88224438253921,1000 -188.2073324036146,1001 174.281589508056641002 ],1003 "extent": [1004 18.963977966121476,1005 17.614904752164534,1006 0.52171707153320311007 ],1008 "rotation": [1009 0,1010 -50.00012207031249,1011 01012 ]1013 },1014 "location": [1015 -49.16081619262695,1016 -172.16757202148438,1017 173.610260009765621018 ],1019 "rotation": [1020 0,1021 -50.00012207031249,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 127,1032 63,1033 1271034 ]1035 }1036 ],1037 "tea table": [1038 {1039 "object_id": "SM_TeaTable_8",1040 "bbox_2d": [1041 1163,1042 675,1043 1258,1044 8291045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 -212.34503437948638,1050 -295.45776235127244,1051 121.291126245018861052 ],1053 "extent": [1054 19.04937372325287,1055 19.049376364458,1056 27.9879545730184421057 ]1058 },1059 "obb": {1060 "center": [1061 -212.34503437948638,1062 -295.45776235127244,1063 121.291126245018861064 ],1065 "extent": [1066 19.04937372325287,1067 19.049376364458,1068 27.9879545730184421069 ],1070 "rotation": [1071 0,1072 0,1073 01074 ]1075 },1076 "location": [1077 -212.34503173828125,1078 -295.457763671875,1079 93.322204589843751080 ],1081 "rotation": [1082 0,1083 0,1084 01085 ],1086 "scale": [1087 0.6923760771751404,1088 0.6923760771751404,1089 0.93198192119598391090 ]1091 },1092 "color": [1093 31,1094 191,1095 1911096 ]1097 }1098 ],1099 "decorative grass": [1100 {1101 "object_id": "SM_Decorative76_7",1102 "bbox_2d": [1103 1510,1104 403,1105 1544,1106 4291107 ],1108 "bbox_3d": {1109 "aabb": {1110 "center": [1111 -100.5865405130462,1112 -339.46472209123397,1113 254.589164303513831114 ],1115 "extent": [1116 5.887163628576673,1117 6.730595939007003,1118 5.4201803395335451119 ]1120 },1121 "obb": {1122 "center": [1123 -100.5865405130462,1124 -339.46472209123397,1125 254.589164303513831126 ],1127 "extent": [1128 5.887163628576673,1129 6.730595939007003,1130 5.4201803395335451131 ],1132 "rotation": [1133 0,1134 0,1135 01136 ]1137 },1138 "location": [1139 -100.58649444580078,1140 -339.4647216796875,1141 249.109603881835941142 ],1143 "rotation": [1144 0,1145 0,1146 01147 ],1148 "scale": [1149 0.7547657489776611,1150 0.8630754947662354,1151 0.76364463567733761152 ]1153 },1154 "color": [1155 31,1156 31,1157 631158 ]1159 },1160 {1161 "object_id": "SM_Decorative77",1162 "bbox_2d": [1163 1510,1164 379,1165 1544,1166 4041167 ],1168 "bbox_3d": {1169 "aabb": {1170 "center": [1171 -100.58654051306075,1172 -339.4647220912341,1173 263.68592199574051174 ],1175 "extent": [1176 5.887165488238679,1177 6.7305977982871354,1178 5.42018203177576651179 ]1180 },1181 "obb": {1182 "center": [1183 -100.58654051306075,1184 -339.4647220912341,1185 263.68592199574051186 ],1187 "extent": [1188 5.887165488238679,1189 6.7305977982871354,1190 5.42018203177576651191 ],1192 "rotation": [1193 0,1194 0,1195 01196 ]1197 },1198 "location": [1199 -100.58649444580078,1200 -339.4647216796875,