TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l047_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l047_r004/lit.png",5 "camera": {6 "location": [7 18,8 307,9 21210 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 18,38 307,39 212,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 942,58 321,59 1025,60 71661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 651,118 206,119 829,120 800121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 },174 {175 "object_id": "SM_Window3_62",176 "bbox_2d": [177 0,178 465,179 369,180 836181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -260.5628662109375,186 211.59552451635,187 219.51061248779297188 ],189 "extent": [190 5,191 52.69739219213125,192 119.43922424316406193 ]194 },195 "obb": {196 "center": [197 -260.5628662109375,198 211.59552451635,199 219.51061248779297200 ],201 "extent": [202 5,203 52.69739219213125,204 119.43922424316406205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 -255.5628662109375,214 158.89813232421875,215 100.09675598144531216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1.1200000047683716,225 1226 ]227 },228 "color": [229 127,230 127,231 127232 ]233 }234 ],235 "window": [236 {237 "object_id": "SM_WindowOpen_50",238 "bbox_2d": [239 830,240 275,241 963,242 669243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.2314281463623,248 -96.93702158267479,249 219.51058197021484250 ],251 "extent": [252 20.735897064208984,253 49.87431874935646,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.2314281463623,260 -96.93702158267479,261 219.51058197021484262 ],263 "extent": [264 20.735897064208984,265 49.87431874935646,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.55386352539062,276 -146.81134033203125,277 100.09672546386719278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.059999942779541,287 1288 ]289 },290 "color": [291 127,292 0,293 127294 ]295 },296 {297 "object_id": "SM_WindowOpen2_60",298 "bbox_2d": [299 370,300 84,301 675,302 846303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -260.2314281463623,308 109.07870259945412,309 219.51058197021484310 ],311 "extent": [312 20.735897064208984,313 49.87431874935646,314 119.43922424316406315 ]316 },317 "obb": {318 "center": [319 -260.2314281463623,320 109.07870259945412,321 219.51058197021484322 ],323 "extent": [324 20.735897064208984,325 49.87431874935646,326 119.43922424316406327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -255.55386352539062,336 59.204383850097656,337 100.09672546386719338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1.059999942779541,347 1348 ]349 },350 "color": [351 127,352 127,353 255354 ]355 }356 ],357 "ceiling": [358 {359 "object_id": "SM_Silling_57",360 "bbox_2d": [361 592,362 0,363 1919,364 323365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -3.5792999267578125,370 231.85098266601562,371 349.02508544921875372 ],373 "extent": [374 176.71539306640625,375 496.9198303222656,376 10.160568237304688377 ]378 },379 "obb": {380 "center": [381 -3.5792999267578125,382 231.85098266601562,383 349.02508544921875384 ],385 "extent": [386 176.71539306640625,387 496.9198303222656,388 10.160568237304688389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 0,398 0,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 127,414 255,415 127416 ]417 }418 ],419 "ceiling lamp": [420 {421 "object_id": "SM_SillingLamp_2",422 "bbox_2d": [423 1267,424 306,425 1305,426 359427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -93.80305915372323,432 -257.4046730905663,433 330.37402153015137434 ],435 "extent": [436 11.91749922077183,437 13.449667203755325,438 15.387605667114258439 ]440 },441 "obb": {442 "center": [443 -93.80305915372323,444 -257.4046730905663,445 330.37402153015137446 ],447 "extent": [448 11.91749922077183,449 13.449667203755325,450 15.387605667114258451 ],452 "rotation": [453 0,454 30.000083923339854,455 0456 ]457 },458 "location": [459 -94.06661224365234,460 -257.11297607421875,461 345.7616271972656462 ],463 "rotation": [464 0,465 30.000083923339854,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 31,476 31,477 0478 ]479 },480 {481 "object_id": "SM_SillingLamp2",482 "bbox_2d": [483 1448,484 286,485 1473,486 344487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -6.130724676588379,492 -257.49718661139474,493 330.37402153015137494 ],495 "extent": [496 7.192038678185117,497 11.378019827732814,498 15.387605667114258499 ]500 },501 "obb": {502 "center": [503 -6.130724676588379,504 -257.49718661139474,505 330.37402153015137506 ],507 "extent": [508 7.192038678185117,509 11.378019827732814,510 15.387605667114258511 ],512 "rotation": [513 0,514 3.4332275390625e-05,515 0516 ]517 },518 "location": [519 -6.2131195068359375,520 -257.11279296875,521 345.7616271972656522 ],523 "rotation": [524 0,525 3.4332275390625e-05,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 31,536 31,537 255538 ]539 },540 {541 "object_id": "SM_SillingLamp3",542 "bbox_2d": [543 1638,544 262,545 1684,546 326547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 78.66053193308672,552 -257.5021244623304,553 330.37402153015137554 ],555 "extent": [556 10.649809765922015,557 13.151656989309473,558 15.387605667114258559 ]560 },561 "obb": {562 "center": [563 78.66053193308672,564 -257.5021244623304,565 330.37402153015137566 ],567 "extent": [568 10.649809765922015,569 13.151656989309473,570 15.387605667114258571 ],572 "rotation": [573 0,574 -20,575 0576 ]577 },578 "location": [579 78.7145767211914,580 -257.11273193359375,581 345.7616271972656582 ],583 "rotation": [584 0,585 -20,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 31,596 31,597 127598 ]599 }600 ]601 },602 "foreground": {603 "closet": [604 {605 "object_id": "SM_Closet_29",606 "bbox_2d": [607 1093,608 239,609 1919,610 783611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -5.889900207519531,616 -347.92909240722656,617 225.49037170410156618 ],619 "extent": [620 236.4459686279297,621 20.030471801757812,622 133.37185668945312623 ]624 },625 "obb": {626 "center": [627 -5.889900207519531,628 -347.92909240722656,629 225.49037170410156630 ],631 "extent": [632 236.4459686279297,633 20.030471801757812,634 133.37185668945312635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -6.054466247558594,644 -367.9595642089844,645 92.11851501464844646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 255,660 127,661 0662 ]663 }664 ],665 "armchair": [666 {667 "object_id": "SM_ArmchairManager_32",668 "bbox_2d": [669 1410,670 524,671 1563,672 617673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -2.0084305367577002,678 -266.9637446004958,679 156.8519277990954680 ],681 "extent": [682 54.566865723696466,683 55.92745020578518,684 63.54718651223584685 ]686 },687 "obb": {688 "center": [689 -2.0084305367577002,690 -266.9637446004958,691 156.8519277990954692 ],693 "extent": [694 54.566865723696466,695 55.92745020578518,696 63.54718651223584697 ],698 "rotation": [699 0,700 30.00005722045899,701 0702 ]703 },704 "location": [705 -2.4702606201171875,706 -266.4104919433594,707 93.3218994140625708 ],709 "rotation": [710 0,711 30.00005722045899,712 0713 ],714 "scale": [715 1.100000023841858,716 1.100000023841858,717 1.100000023841858718 ]719 },720 "color": [721 255,722 127,723 255724 ]725 },726 {727 "object_id": "SM_ArmchairSingle_38",728 "bbox_2d": [729 1609,730 548,731 1759,732 908733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 51.21592908139999,738 -90.84782646696817,739 151.32426071166992740 ],741 "extent": [742 33.26026436641297,743 30.065236720987457,744 57.94956588745117745 ]746 },747 "obb": {748 "center": [749 51.21592908139999,750 -90.84782646696817,751 151.32426071166992752 ],753 "extent": [754 33.26026436641297,755 30.065236720987457,756 57.94956588745117757 ],758 "rotation": [759 0,760 90.00011444091797,761 0762 ]763 },764 "location": [765 50.492774963378906,766 -91.7777099609375,767 93.3218994140625768 ],769 "rotation": [770 0,771 90.00011444091797,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 255,782 127,783 127784 ]785 },786 {787 "object_id": "SM_ArmchairSingle2",788 "bbox_2d": [789 1635,790 551,791 1902,792 1061793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 58.77065231685211,798 2.298390028352408,799 151.32426071166992800 ],801 "extent": [802 37.97565641399365,803 35.3839719979233,804 57.94956588745117805 ]806 },807 "obb": {808 "center": [809 58.770652316852114,810 2.298390028352408,811 151.32426071166992812 ],813 "extent": [814 37.97565641399365,815 35.3839719979233,816 57.94956588745117817 ],818 "rotation": [819 0,820 80.00003051757812,821 0822 ]823 },824 "location": [825 57.897010803222656,826 1.508209228515625,827 93.3218994140625828 ],829 "rotation": [830 0,831 80.00003051757812,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 127,842 0,843 0844 ]845 },846 {847 "object_id": "SM_ArmchairSingle3",848 "bbox_2d": [849 1227,850 547,851 1309,852 828853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -49.20721648019243,858 -92.56789634471355,859 151.32426071166992860 ],861 "extent": [862 37.97550408343436,863 35.383796010207135,864 57.94956588745117865 ]866 },867 "obb": {868 "center": [869 -49.20721648019243,870 -92.56789634471355,871 151.32426071166992872 ],873 "extent": [874 37.97550408343436,875 35.383796010207135,876 57.94956588745117877 ],878 "rotation": [879 0,880 -99.99960327148439,881 0882 ]883 },884 "location": [885 -48.333580017089844,886 -91.7777099609375,887 93.3218994140625888 ],889 "rotation": [890 0,891 -99.99960327148439,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 127,902 0,903 255904 ]905 },906 {907 "object_id": "SM_ArmchairSingle4",908 "bbox_2d": [909 1174,910 549,911 1259,912 965913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -39.08587858956743,918 7.719998857923171,919 151.32426071166992920 ],921 "extent": [922 37.97550408343436,923 35.38379601020713,924 57.94956588745117925 ]926 },927 "obb": {928 "center": [929 -39.08587858956743,930 7.719998857923169,931 151.32426071166992932 ],933 "extent": [934 37.97550408343436,935 35.38379601020713,936 57.94956588745117937 ],938 "rotation": [939 0,940 -99.99960327148439,941 0942 ]943 },944 "location": [945 -38.212242126464844,946 8.510185241699219,947 93.3218994140625948 ],949 "rotation": [950 0,951 -99.99960327148439,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 127,962 255,963 0964 ]965 }966 ],967 "manager desk": [968 {969 "object_id": "SM_ManagerDesk_35",970 "bbox_2d": [971 1225,972 613,973 1778,974 1079975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 0.9649276733398438,980 -103.14732360839844,981 133.83098220825195982 ],983 "extent": [984 101.42112731933594,985 175.46688842773438,986 40.50908660888672987 ]988 },989 "obb": {990 "center": [991 0.9649276733398438,992 -103.14732360839844,993 133.83098220825195994 ],995 "extent": [996 101.42112731933594,997 175.46688842773438,998 40.50908660888672999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 3.7793960571289062,1008 -148.75787353515625,1009 93.321914672851561010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 0,1024 127,1025 1271026 ]1027 }1028 ],1029 "plane": [1030 {1031 "object_id": "Plane_68",1032 "bbox_2d": [1033 378,1034 284,1035 923,1036 5661037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -427.68328857421875,1042 211.84524536132807,1043 234.663940429687471044 ],1045 "extent": [1046 0.0023036386334069903,1047 1000.0018954050647,1048 300.00631808626281049 ]1050 },1051 "obb": {1052 "center": [1053 -427.68328857421875,1054 211.845245361328,1055 234.663940429687441056 ],1057 "extent": [1058 0.0023036386334069903,1059 1000.0018954050647,1060 300.00631808626281061 ],1062 "rotation": [1063 0.0003620000206824746,1064 -89.99987030029298,1065 89.999992370605481066 ]1067 },1068 "location": [1069 -427.68328857421875,1070 211.84524536132812,1071 234.66394042968751072 ],1073 "rotation": [1074 0.0003620000206824746,1075 -89.99987030029298,1076 89.999992370605481077 ],1078 "scale": [1079 20,1080 6,1081 11082 ]1083 },1084 "color": [1085 255,1086 0,1087 631088 ]1089 }1090 ],1091 "curtain": [1092 {1093 "object_id": "SM_CurtainLong_74",1094 "bbox_2d": [1095 974,1096 297,1097 1050,1098 6661099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -237.58009314537048,1104 -201.08392884500245,1105 243.795158386230471106 ],1107 "extent": [1108 2.8221590518951416,1109 44.898785157101884,1110 101.986152648925781111 ]1112 },1113 "obb": {1114 "center": [1115 -237.58009314537048,1116 -201.08392884500245,1117 243.795158386230471118 ],1119 "extent": [1120 2.8221590518951416,1121 44.898785157101884,1122 101.986152648925781123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -240.40225219726562,1132 -203.2975311279297,1133 345.781311035156251134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 0.8799999952316284,1143 11144 ]1145 },1146 "color": [1147 255,1148 127,1149 631150 ]1151 },1152 {1153 "object_id": "SM_CurtainLong2_77",1154 "bbox_2d": [1155 867,1156 249,1157 972,1158 3781159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -237.57948279380798,1164 -99.70682678361663,1165 322.21762847900391166 ],1167 "extent": [1168 2.8221590518951416,1169 44.898785157101884,1170 23.5636825561523441171 ]1172 },1173 "obb": {1174 "center": [1175 -237.57948279380798,1176 -99.70682678361663,1177 322.21762847900391178 ],1179 "extent": [1180 2.8221590518951416,1181 44.898785157101884,1182 23.5636825561523441183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 -240.40164184570312,1192 -99.96336364746094,1193 345.781311035156251194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [