TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l110_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l110_r004/lit.png",5 "camera": {6 "location": [7 162,8 208,9 23710 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 162,38 208,39 237,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window divided": [54 {55 "object_id": "SM_Window_44",56 "bbox_2d": [57 617,58 355,59 752,60 76861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -260.562744140625,66 -199.95819446111318,67 219.5106124877929768 ],69 "extent": [70 5,71 53.16790417169932,72 119.4392242431640673 ]74 },75 "obb": {76 "center": [77 -260.562744140625,78 -199.95819446111318,79 219.5106124877929780 ],81 "extent": [82 5,83 53.16790417169932,84 119.4392242431640685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -255.562744140625,94 -253.1260986328125,95 100.0967559814453196 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1.1299999952316284,105 1106 ]107 },108 "color": [109 127,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Window2",116 "bbox_2d": [117 143,118 253,119 436,120 928121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -260.562744140625,126 6.057598385566507,127 219.51061248779297128 ],129 "extent": [130 5,131 53.16790417169932,132 119.43922424316406133 ]134 },135 "obb": {136 "center": [137 -260.562744140625,138 6.057598385566507,139 219.51061248779297140 ],141 "extent": [142 5,143 53.16790417169932,144 119.43922424316406145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -255.562744140625,154 -47.11030578613281,155 100.09675598144531156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1.1299999952316284,165 1166 ]167 },168 "color": [169 127,170 127,171 0172 ]173 }174 ],175 "window": [176 {177 "object_id": "SM_WindowOpen_50",178 "bbox_2d": [179 437,180 315,181 632,182 768183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.2314281463623,188 -96.93702158267479,189 219.51058197021484190 ],191 "extent": [192 20.735897064208984,193 49.87431874935646,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.2314281463623,200 -96.93702158267479,201 219.51058197021484202 ],203 "extent": [204 20.735897064208984,205 49.87431874935646,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.55386352539062,216 -146.81134033203125,217 100.09672546386719218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.059999942779541,227 1228 ]229 },230 "color": [231 127,232 0,233 127234 ]235 },236 {237 "object_id": "SM_WindowOpen2_60",238 "bbox_2d": [239 0,240 337,241 152,242 926243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.2314281463623,248 109.07870259945412,249 219.51058197021484250 ],251 "extent": [252 20.735897064208984,253 49.87431874935646,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.2314281463623,260 109.07870259945412,261 219.51058197021484262 ],263 "extent": [264 20.735897064208984,265 49.87431874935646,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.55386352539062,276 59.204383850097656,277 100.09672546386719278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.059999942779541,287 1288 ]289 },290 "color": [291 127,292 127,293 255294 ]295 }296 ],297 "ceiling": [298 {299 "object_id": "SM_Silling_57",300 "bbox_2d": [301 0,302 0,303 1577,304 359305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -3.5792999267578125,310 231.85098266601562,311 349.02508544921875312 ],313 "extent": [314 176.71539306640625,315 496.9198303222656,316 10.160568237304688317 ]318 },319 "obb": {320 "center": [321 -3.5792999267578125,322 231.85098266601562,323 349.02508544921875324 ],325 "extent": [326 176.71539306640625,327 496.9198303222656,328 10.160568237304688329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 0,338 0,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 127,354 255,355 127356 ]357 }358 ],359 "ceiling lamp": [360 {361 "object_id": "SM_SillingLamp_2",362 "bbox_2d": [363 960,364 346,365 999,366 399367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 -93.80305915372323,372 -257.4046730905663,373 330.37402153015137374 ],375 "extent": [376 11.91749922077183,377 13.449667203755325,378 15.387605667114258379 ]380 },381 "obb": {382 "center": [383 -93.80305915372323,384 -257.4046730905663,385 330.37402153015137386 ],387 "extent": [388 11.91749922077183,389 13.449667203755325,390 15.387605667114258391 ],392 "rotation": [393 0,394 30.000083923339854,395 0396 ]397 },398 "location": [399 -94.06661224365234,400 -257.11297607421875,401 345.7616271972656402 ],403 "rotation": [404 0,405 30.000083923339854,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 31,416 31,417 0418 ]419 },420 {421 "object_id": "SM_SillingLamp2",422 "bbox_2d": [423 1115,424 328,425 1147,426 387427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 -6.130724676588379,432 -257.49718661139474,433 330.37402153015137434 ],435 "extent": [436 7.192038678185117,437 11.378019827732814,438 15.387605667114258439 ]440 },441 "obb": {442 "center": [443 -6.130724676588379,444 -257.49718661139474,445 330.37402153015137446 ],447 "extent": [448 7.192038678185117,449 11.378019827732814,450 15.387605667114258451 ],452 "rotation": [453 0,454 3.4332275390625e-05,455 0456 ]457 },458 "location": [459 -6.2131195068359375,460 -257.11279296875,461 345.7616271972656462 ],463 "rotation": [464 0,465 3.4332275390625e-05,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 31,476 31,477 255478 ]479 },480 {481 "object_id": "SM_SillingLamp3",482 "bbox_2d": [483 1291,484 308,485 1322,486 373487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 78.66053193308672,492 -257.5021244623304,493 330.37402153015137494 ],495 "extent": [496 10.649809765922015,497 13.151656989309473,498 15.387605667114258499 ]500 },501 "obb": {502 "center": [503 78.66053193308672,504 -257.5021244623304,505 330.37402153015137506 ],507 "extent": [508 10.649809765922015,509 13.151656989309473,510 15.387605667114258511 ],512 "rotation": [513 0,514 -20,515 0516 ]517 },518 "location": [519 78.7145767211914,520 -257.11273193359375,521 345.7616271972656522 ],523 "rotation": [524 0,525 -20,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 31,536 31,537 127538 ]539 }540 ]541 },542 "foreground": {543 "closet": [544 {545 "object_id": "SM_Closet_29",546 "bbox_2d": [547 845,548 271,549 1688,550 852551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -5.889900207519531,556 -347.92909240722656,557 225.49037170410156558 ],559 "extent": [560 236.4459686279297,561 20.030471801757812,562 133.37185668945312563 ]564 },565 "obb": {566 "center": [567 -5.889900207519531,568 -347.92909240722656,569 225.49037170410156570 ],571 "extent": [572 236.4459686279297,573 20.030471801757812,574 133.37185668945312575 ],576 "rotation": [577 0,578 0,579 0580 ]581 },582 "location": [583 -6.054466247558594,584 -367.9595642089844,585 92.11851501464844586 ],587 "rotation": [588 0,589 0,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 255,600 127,601 0602 ]603 }604 ],605 "armchair": [606 {607 "object_id": "SM_ArmchairManager_32",608 "bbox_2d": [609 1142,610 571,611 1240,612 677613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -2.0084305367577002,618 -266.9637446004958,619 156.8519277990954620 ],621 "extent": [622 54.566865723696466,623 55.92745020578518,624 63.54718651223584625 ]626 },627 "obb": {628 "center": [629 -2.0084305367577002,630 -266.9637446004958,631 156.8519277990954632 ],633 "extent": [634 54.566865723696466,635 55.92745020578518,636 63.54718651223584637 ],638 "rotation": [639 0,640 30.00005722045899,641 0642 ]643 },644 "location": [645 -2.4702606201171875,646 -266.4104919433594,647 93.3218994140625648 ],649 "rotation": [650 0,651 30.00005722045899,652 0653 ],654 "scale": [655 1.100000023841858,656 1.100000023841858,657 1.100000023841858658 ]659 },660 "color": [661 255,662 127,663 255664 ]665 },666 {667 "object_id": "SM_ArmchairSingle_38",668 "bbox_2d": [669 1019,670 626,671 1239,672 1013673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 51.21592908139999,678 -90.84782646696817,679 151.32426071166992680 ],681 "extent": [682 33.26026436641297,683 30.065236720987457,684 57.94956588745117685 ]686 },687 "obb": {688 "center": [689 51.21592908139999,690 -90.84782646696817,691 151.32426071166992692 ],693 "extent": [694 33.26026436641297,695 30.065236720987457,696 57.94956588745117697 ],698 "rotation": [699 0,700 90.00011444091797,701 0702 ]703 },704 "location": [705 50.492774963378906,706 -91.7777099609375,707 93.3218994140625708 ],709 "rotation": [710 0,711 90.00011444091797,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 127,723 127724 ]725 },726 {727 "object_id": "SM_ArmchairSingle2",728 "bbox_2d": [729 874,730 655,731 1166,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 58.77065231685211,738 2.298390028352408,739 151.32426071166992740 ],741 "extent": [742 37.97565641399365,743 35.3839719979233,744 57.94956588745117745 ]746 },747 "obb": {748 "center": [749 58.770652316852114,750 2.298390028352408,751 151.32426071166992752 ],753 "extent": [754 37.97565641399365,755 35.3839719979233,756 57.94956588745117757 ],758 "rotation": [759 0,760 80.00003051757812,761 0762 ]763 },764 "location": [765 57.897010803222656,766 1.508209228515625,767 93.3218994140625768 ],769 "rotation": [770 0,771 80.00003051757812,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 127,782 0,783 0784 ]785 },786 {787 "object_id": "SM_ArmchairSingle3",788 "bbox_2d": [789 770,790 610,791 958,792 938793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 -49.20721648019243,798 -92.56789634471355,799 151.32426071166992800 ],801 "extent": [802 37.97550408343436,803 35.383796010207135,804 57.94956588745117805 ]806 },807 "obb": {808 "center": [809 -49.20721648019243,810 -92.56789634471355,811 151.32426071166992812 ],813 "extent": [814 37.97550408343436,815 35.383796010207135,816 57.94956588745117817 ],818 "rotation": [819 0,820 -99.99960327148439,821 0822 ]823 },824 "location": [825 -48.333580017089844,826 -91.7777099609375,827 93.3218994140625828 ],829 "rotation": [830 0,831 -99.99960327148439,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 127,842 0,843 255844 ]845 },846 {847 "object_id": "SM_ArmchairSingle4",848 "bbox_2d": [849 555,850 632,851 821,852 1052853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -39.08587858956743,858 7.719998857923171,859 151.32426071166992860 ],861 "extent": [862 37.97550408343436,863 35.38379601020713,864 57.94956588745117865 ]866 },867 "obb": {868 "center": [869 -39.08587858956743,870 7.719998857923169,871 151.32426071166992872 ],873 "extent": [874 37.97550408343436,875 35.38379601020713,876 57.94956588745117877 ],878 "rotation": [879 0,880 -99.99960327148439,881 0882 ]883 },884 "location": [885 -38.212242126464844,886 8.510185241699219,887 93.3218994140625888 ],889 "rotation": [890 0,891 -99.99960327148439,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 127,902 255,903 0904 ]905 }906 ],907 "manager desk": [908 {909 "object_id": "SM_ManagerDesk_35",910 "bbox_2d": [911 508,912 662,913 1353,914 1079915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 0.9649276733398438,920 -103.14732360839844,921 133.83098220825195922 ],923 "extent": [924 101.42112731933594,925 175.46688842773438,926 40.50908660888672927 ]928 },929 "obb": {930 "center": [931 0.9649276733398438,932 -103.14732360839844,933 133.83098220825195934 ],935 "extent": [936 101.42112731933594,937 175.46688842773438,938 40.50908660888672939 ],940 "rotation": [941 0,942 0,943 0944 ]945 },946 "location": [947 3.7793960571289062,948 -148.75787353515625,949 93.32191467285156950 ],951 "rotation": [952 0,953 0,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 0,964 127,965 127966 ]967 }968 ],969 "plane": [970 {971 "object_id": "Plane_68",972 "bbox_2d": [973 0,974 390,975 600,976 640977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -427.68328857421875,982 211.84524536132807,983 234.66394042968747984 ],985 "extent": [986 0.0023036386334069903,987 1000.0018954050647,988 300.0063180862628989 ]990 },991 "obb": {992 "center": [993 -427.68328857421875,994 211.845245361328,995 234.66394042968744996 ],997 "extent": [998 0.0023036386334069903,999 1000.0018954050647,1000 300.00631808626281001 ],1002 "rotation": [1003 0.0003620000206824746,1004 -89.99987030029298,1005 89.999992370605481006 ]1007 },1008 "location": [1009 -427.68328857421875,1010 211.84524536132812,1011 234.66394042968751012 ],1013 "rotation": [1014 0.0003620000206824746,1015 -89.99987030029298,1016 89.999992370605481017 ],1018 "scale": [1019 20,1020 6,1021 11022 ]1023 },1024 "color": [1025 255,1026 0,1027 631028 ]1029 }1030 ],1031 "curtain": [1032 {1033 "object_id": "SM_CurtainLong_74",1034 "bbox_2d": [1035 651,1036 337,1037 770,1038 7121039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -237.58009314537048,1044 -201.08392884500245,1045 243.795158386230471046 ],1047 "extent": [1048 2.8221590518951416,1049 44.898785157101884,1050 101.986152648925781051 ]1052 },1053 "obb": {1054 "center": [1055 -237.58009314537048,1056 -201.08392884500245,1057 243.795158386230471058 ],1059 "extent": [1060 2.8221590518951416,1061 44.898785157101884,1062 101.986152648925781063 ],1064 "rotation": [1065 0,1066 0,1067 01068 ]1069 },1070 "location": [1071 -240.40225219726562,1072 -203.2975311279297,1073 345.781311035156251074 ],1075 "rotation": [1076 0,1077 0,1078 01079 ],1080 "scale": [1081 1,1082 0.8799999952316284,1083 11084 ]1085 },1086 "color": [1087 255,1088 127,1089 631090 ]1091 },1092 {1093 "object_id": "SM_CurtainLong2_77",1094 "bbox_2d": [1095 474,1096 296,1097 640,1098 4211099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 -237.57948279380798,1104 -99.70682678361663,1105 322.21762847900391106 ],1107 "extent": [1108 2.8221590518951416,1109 44.898785157101884,1110 23.5636825561523441111 ]1112 },1113 "obb": {1114 "center": [1115 -237.57948279380798,1116 -99.70682678361663,1117 322.21762847900391118 ],1119 "extent": [1120 2.8221590518951416,1121 44.898785157101884,1122 23.5636825561523441123 ],1124 "rotation": [1125 0,1126 0,1127 01128 ]1129 },1130 "location": [1131 -240.40164184570312,1132 -99.96336364746094,1133 345.781311035156251134 ],1135 "rotation": [1136 0,1137 0,1138 01139 ],1140 "scale": [1141 1,1142 0.8799999952316284,1143 11144 ]1145 },1146 "color": [1147 127,1148 0,1149 631150 ]1151 },1152 {1153 "object_id": "SM_CurtainLong4",1154 "bbox_2d": [1155 0,1156 183,1157 164,1158 3571159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -237.57984900474548,1164 105.36954345564118,1165 322.21762847900391166 ],1167 "extent": [1168 2.8221590518951416,1169 44.898785157101884,1170 23.5636825561523441171 ]1172 },1173 "obb": {1174 "center": [1175 -237.57984900474548,1176 105.36954345564118,1177 322.21762847900391178 ],1179 "extent": [1180 2.8221590518951416,1181 44.898785157101884,1182 23.5636825561523441183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 -240.40200805664062,1192 105.11300659179688,1193 345.781311035156251194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [