TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l016_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l016_r000/lit.png",5 "camera": {6 "location": [7 -70,8 377,9 16410 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -70,38 377,39 164,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door": [54 {55 "object_id": "SM_Door_polySurface49",56 "bbox_2d": [57 966,58 98,59 1281,60 76761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 237.1017780453198,66 428.0635484057081,67 195.1734542846679768 ],69 "extent": [70 9.74557239176346,71 49.10113152906655,72 105.9866638183593873 ]74 },75 "obb": {76 "center": [77 237.1017780453198,78 428.0635484057081,79 195.1734542846679780 ],81 "extent": [82 9.74557239176346,83 49.10113152906655,84 105.9866638183593885 ],86 "rotation": [87 0,88 -179.99989318847656,89 090 ]91 },92 "location": [93 236.6421661376953,94 467.6837158203125,95 88.2870712280273496 ],97 "rotation": [98 0,99 -179.99989318847656,100 0101 ],102 "scale": [103 1.5594596862792969,104 -0.8500000238418579,105 1106 ]107 },108 "color": [109 127,110 159,111 255112 ]113 },114 {115 "object_id": "SM_Door_polySurface58",116 "bbox_2d": [117 994,118 123,119 1253,120 766121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 230.40723676937202,126 428.06766479974937,127 193.68687438964844128 ],129 "extent": [130 5.455037415787672,131 40.93992833372391,132 100.37834930419922133 ]134 },135 "obb": {136 "center": [137 230.40723676937202,138 428.06766479974937,139 193.68687438964844140 ],141 "extent": [142 5.455037415787672,143 40.93992833372391,144 100.37834930419922145 ],146 "rotation": [147 0,148 -179.99989318847656,149 0150 ]151 },152 "location": [153 229.3725128173828,154 468.5259094238281,155 88.9166030883789156 ],157 "rotation": [158 0,159 -179.99989318847656,160 0161 ],162 "scale": [163 0.800000011920929,164 -0.8706650137901306,165 1166 ]167 },168 "color": [169 31,170 159,171 127172 ]173 }174 ]175 },176 "foreground": {177 "tv": [178 {179 "object_id": "SM_TVset_131",180 "bbox_2d": [181 0,182 0,183 860,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -55.67537493583768,190 343.5040283203125,191 184.6187286376953192 ],193 "extent": [194 174.0474023976094,195 14.1383056640625,196 91.36982727050781197 ]198 },199 "obb": {200 "center": [201 -55.67537493583768,202 343.5040283203125,203 184.6187286376953204 ],205 "extent": [206 174.0474023976094,207 14.1383056640625,208 91.36982727050781209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 -55.717041015625,218 343.51348876953125,219 93.32192993164062220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.9973075985908508,228 1,229 1230 ]231 },232 "color": [233 63,234 127,235 255236 ]237 },238 {239 "object_id": "SM_TV_134",240 "bbox_2d": [241 157,242 0,243 695,244 506245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 28.77264975328159,250 333.1397213935913,251 197.77782821655273252 ],253 "extent": [254 49.164796066224405,255 3.103601814645799,256 28.656902313232422257 ]258 },259 "obb": {260 "center": [261 28.772649753281588,262 333.1397213935913,263 197.77782821655273264 ],265 "extent": [266 49.164796066224405,267 3.103601814645799,268 28.656902313232422269 ],270 "rotation": [271 0,272 -90.00009155273439,273 0274 ]275 },276 "location": [277 28.772653579711914,278 333.1470642089844,279 169.08131408691406280 ],281 "rotation": [282 0,283 -90.00009155273439,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 63,294 127,295 127296 ]297 }298 ],299 "decorative grass": [300 {301 "object_id": "SM_Decorative34_158",302 "bbox_2d": [303 0,304 636,305 307,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -37.00028991699219,312 342.06710357666,313 139.46151815457597314 ],315 "extent": [316 10.379999954700452,317 10.379997665882001,318 20.63836751931376319 ]320 },321 "obb": {322 "center": [323 -37.00028991699219,324 342.06710357666,325 139.46151815457597326 ],327 "extent": [328 10.379999954700452,329 10.379997665882001,330 20.63836751931376331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -37.00028991699219,340 342.0671081542969,341 118.81065368652344342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 0.6000000238418579,350 0.6000000238418579,351 0.6000000238418579352 ]353 },354 "color": [355 0,356 63,357 191358 ]359 },360 {361 "object_id": "SM_Decorative33_161",362 "bbox_2d": [363 762,364 560,365 831,366 799367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 100.24334199117794,372 348.1580686569185,373 139.65065574645996374 ],375 "extent": [376 6.231438709416409,377 6.210162297746422,378 20.81926155090332379 ]380 },381 "obb": {382 "center": [383 100.24334199117794,384 348.1580686569185,385 139.65065574645996386 ],387 "extent": [388 6.231438709416409,389 6.210162297746422,390 20.81926155090332391 ],392 "rotation": [393 0,394 179.9998321533203,395 0396 ]397 },398 "location": [399 100.24333953857422,400 347.1580810546875,401 118.81065368652344402 ],403 "rotation": [404 0,405 179.9998321533203,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 255,416 255,417 191418 ]419 },420 {421 "object_id": "SM_Decorative35",422 "bbox_2d": [423 753,424 637,425 807,426 821427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 86.2824266435804,432 347.8580723643284,433 133.39865488004682434 ],435 "extent": [436 4.362007022306955,437 4.34711353439161,438 14.573482837447386439 ]440 },441 "obb": {442 "center": [443 86.2824266435804,444 347.8580723643284,445 133.39865488004682446 ],447 "extent": [448 4.362007022306955,449 4.34711353439161,450 14.573482837447386451 ],452 "rotation": [453 0,454 179.9998321533203,455 0456 ]457 },458 "location": [459 86.28242492675781,460 347.1580810546875,461 118.81065368652344462 ],463 "rotation": [464 0,465 179.9998321533203,466 0467 ],468 "scale": [469 0.699999988079071,470 0.699999988079071,471 0.699999988079071472 ]473 },474 "color": [475 255,476 127,477 191478 ]479 },480 {481 "object_id": "SM_Decorative7_165",482 "bbox_2d": [483 308,484 847,485 668,486 1079487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 -6.3753199232123166,492 345.33026183988017,493 130.9651891266052494 ],495 "extent": [496 16.84855172032119,497 16.829197152934398,498 12.069048025235702499 ]500 },501 "obb": {502 "center": [503 -6.3753199232123166,504 345.33026183988017,505 130.9651891266052506 ],507 "extent": [508 16.84855172032119,509 16.829197152934398,510 12.069048025235702511 ],512 "rotation": [513 0,514 -40.00006103515626,515 0516 ]517 },518 "location": [519 -6.3753204345703125,520 345.33026123046875,521 118.81066131591797522 ],523 "rotation": [524 0,525 -40.00006103515626,526 0527 ],528 "scale": [529 1.668349027633667,530 1.668349027633667,531 1.668349027633667532 ]533 },534 "color": [535 255,536 63,537 191538 ]539 },540 {541 "object_id": "SM_Decorative98_5",542 "bbox_2d": [543 1726,544 469,545 1808,546 493547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 198.05931091308594,552 602.14501953125,553 179.8645567893982554 ],555 "extent": [556 8.890029907226562,557 8.87884521484375,558 3.4577102661132812559 ]560 },561 "obb": {562 "center": [563 198.05931091308594,564 602.14501953125,565 179.8645567893982566 ],567 "extent": [568 8.890029907226562,569 8.87884521484375,570 3.4577102661132812571 ],572 "rotation": [573 0,574 0,575 0576 ]577 },578 "location": [579 198.05931091308594,580 602.14501953125,581 176.38919067382812582 ],583 "rotation": [584 0,585 0,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 255,596 95,597 127598 ]599 },600 {601 "object_id": "SM_Decorative99_8",602 "bbox_2d": [603 1555,604 369,605 1632,606 496607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 214.73163727439822,612 565.0800266010637,613 195.81600189208984614 ],615 "extent": [616 7.361324288314478,617 13.262383135304162,618 19.446334838867188619 ]620 },621 "obb": {622 "center": [623 214.73163727439822,624 565.0800266010637,625 195.81600189208984626 ],627 "extent": [628 7.361324288314478,629 13.262383135304162,630 19.446334838867188631 ],632 "rotation": [633 0,634 -20.000041961669925,635 0636 ]637 },638 "location": [639 214.84368896484375,640 565.3878784179688,641 176.38919067382812642 ],643 "rotation": [644 0,645 -20.000041961669925,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 255,656 95,657 63658 ]659 },660 {661 "object_id": "SM_Decorative100_11",662 "bbox_2d": [663 1657,664 457,665 1731,666 493667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 218.1783180236725,672 597.3299713134697,673 183.25384039452774674 ],675 "extent": [676 3.303885117206306,677 10.568941188703775,678 6.855307219127553679 ]680 },681 "obb": {682 "center": [683 218.1783180236725,684 597.3299713134697,685 183.25384039452774686 ],687 "extent": [688 3.303885117206306,689 10.568941188703775,690 6.855307219127553691 ],692 "rotation": [693 0,694 3.4332275390625e-05,695 0696 ]697 },698 "location": [699 218.17832946777344,700 597.3299560546875,701 176.37013244628906702 ],703 "rotation": [704 0,705 3.4332275390625e-05,706 0707 ],708 "scale": [709 1,710 1,711 1.1996585130691528712 ]713 },714 "color": [715 255,716 95,717 191718 ]719 },720 {721 "object_id": "SM_Decorative101_39",722 "bbox_2d": [723 1579,724 476,725 1626,726 494727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 198.66112518310547,732 556.9154663085938,733 178.97196197509766734 ],735 "extent": [736 5.650764465332031,737 5.647735595703125,738 2.5378570556640625739 ]740 },741 "obb": {742 "center": [743 198.66112518310547,744 556.9154663085938,745 178.97196197509766746 ],747 "extent": [748 5.650764465332031,749 5.647735595703125,750 2.5378570556640625751 ],752 "rotation": [753 0,754 0,755 0756 ]757 },758 "location": [759 198.66111755371094,760 556.9154663085938,761 176.3892059326172762 ],763 "rotation": [764 0,765 0,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 127,776 95,777 31778 ]779 }780 ],781 "sofa": [782 {783 "object_id": "SM_Sofa_2",784 "bbox_2d": [785 1679,786 600,787 1919,788 955789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 60.12331262608832,794 599.4109481608672,795 124.87846112668922796 ],797 "extent": [798 40.69036379376156,799 102.68830301814819,800 29.05832257655743801 ]802 },803 "obb": {804 "center": [805 60.12331262608832,806 599.4109481608672,807 124.87846112668922808 ],809 "extent": [810 40.69036379376156,811 102.68830301814819,812 29.05832257655743813 ],814 "rotation": [815 0,816 90.00011444091797,817 0818 ]819 },820 "location": [821 54.78523254394531,822 599.495361328125,823 95.79818725585938824 ],825 "rotation": [826 0,827 90.00011444091797,828 0829 ],830 "scale": [831 0.800000011920929,832 0.800000011920929,833 0.800000011920929834 ]835 },836 "color": [837 31,838 191,839 255840 ]841 }842 ],843 "cabinet": [844 {845 "object_id": "SM_Komod_2",846 "bbox_2d": [847 1510,848 494,849 1919,850 805851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 202.82839950873046,856 620.9860581984593,857 134.87128448486328858 ],859 "extent": [860 22.34523317932971,861 74.85443298263135,862 41.517921447753906863 ]864 },865 "obb": {866 "center": [867 202.82839950873046,868 620.9860581984593,869 134.87128448486328870 ],871 "extent": [872 22.34523317932971,873 74.85443298263135,874 41.517921447753906875 ],876 "rotation": [877 0,878 -90.00012207031251,879 0880 ]881 },882 "location": [883 205.04928588867188,884 621.0562133789062,885 93.32191467285156886 ],887 "rotation": [888 0,889 -90.00012207031251,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 255,900 95,901 255902 ]903 }904 ],905 "speaker": [906 {907 "object_id": "SM_Speaker2",908 "bbox_2d": [909 1387,910 508,911 1535,912 803913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 205.0086669921875,918 519.938720703125,919 132.9142439672362920 ],921 "extent": [922 19.40420598367598,923 15.091380355097385,924 39.566102442947795925 ]926 },927 "obb": {928 "center": [929 205.0086669921875,930 519.938720703125,931 132.9142439672362932 ],933 "extent": [934 19.40420598367598,935 15.091380355097385,936 39.566102442947795937 ],938 "rotation": [939 0,940 -20.00003051757813,941 0942 ]943 },944 "location": [945 205.0086669921875,946 519.938720703125,947 93.32185363769531948 ],949 "rotation": [950 0,951 -20.00003051757813,952 0953 ],954 "scale": [955 0.784250795841217,956 0.890155017375946,957 0.784250795841217958 ]959 },960 "color": [961 127,962 95,963 0964 ]965 }966 ],967 "player": [968 {969 "object_id": "SM_Player2_22",970 "bbox_2d": [971 1801,972 473,973 1919,974 493975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 203.36361590209333,980 634.0948413439502,981 179.55035984970732982 ],983 "extent": [984 9.27132458041433,985 10.318763251365453,986 2.9237667650259027987 ]988 },989 "obb": {990 "center": [991 203.36361590209333,992 634.0948413439502,993 179.55035984970732994 ],995 "extent": [996 9.27132458041433,997 10.318763251365453,998 2.9237667650259027999 ],1000 "rotation": [1001 0,1002 0,1003 01004 ]1005 },1006 "location": [1007 203.36361694335938,1008 634.0948486328125,1009 176.389190673828121010 ],1011 "rotation": [1012 0,1013 0,1014 01015 ],1016 "scale": [1017 0.5459232926368713,1018 0.5459232926368713,1019 0.54592329263687131020 ]1021 },1022 "color": [1023 127,1024 95,1025 1271026 ]1027 }1028 ],1029 "picture": [1030 {1031 "object_id": "SM_Pic",1032 "bbox_2d": [1033 1601,1034 313,1035 1896,1036 4921037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 226.01437060582091,1042 619.9757553708358,1043 205.488426147573881044 ],1045 "extent": [1046 3.9794542475607955,1047 42.83574681884977,1048 29.056850242571331049 ]1050 },1051 "obb": {1052 "center": [1053 226.01437060582091,1054 619.9757553708358,1055 205.488426147573881056 ],1057 "extent": [1058 3.9794542475607955,1059 42.83574681884977,1060 29.056850242571331061 ],1062 "rotation": [1063 6.830188795104883e-06,1064 89.99993896484375,1065 -6.3689899444580081066 ]1067 },1068 "location": [1069 223.59715270996094,1070 619.9757690429688,1071 176.39872741699221072 ],1073 "rotation": [1074 6.830188795104883e-06,1075 89.99993896484375,1076 -6.3689899444580081077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 127,1086 95,1087 631088 ]1089 }1090 ],1091 "books": [1092 {1093 "object_id": "SM_Book62_48",1094 "bbox_2d": [1095 1633,1096 484,1097 1723,1098 4931099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 193.9224761121698,1104 574.4848555284412,1105 177.52532507721481106 ],1107 "extent": [1108 11.457284502285944,1109 11.815591363196177,1110 1.11365233615651961111 ]1112 },1113 "obb": {1114 "center": [1115 193.9224761121698,1116 574.4848555284412,1117 177.52532507721481118 ],1119 "extent": [1120 11.457284502285944,1121 11.815591363196177,1122 1.11365233615651961123 ],1124 "rotation": [1125 0,1126 130.00013732910153,1127 01128 ]1129 },1130 "location": [1131 193.9224853515625,1132 574.48486328125,1133 176.389190673828121134 ],1135 "rotation": [1136 0,1137 130.00013732910153,1138 01139 ],1140 "scale": [1141 0.9222025275230408,1142 0.7904424667358398,1143 0.79044246673583981144 ]1145 },1146 "color": [1147 63,1148 95,1149 01150 ]1151 },1152 {1153 "object_id": "SM_Book63",1154 "bbox_2d": [1155 1629,1156 476,1157 1730,1158 4881159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 193.92247401776012,1164 574.4848591560627,1165 179.768854665275281166 ],1167 "extent": [1168 9.717746647179382,1169 11.455223985452335,1170 1.11365166434188721171 ]1172 },1173 "obb": {1174 "center": [1175 193.92247401776012,1176 574.4848591560627,1177 179.768854665275281178 ],1179 "extent": [1180 9.717746647179382,1181 11.455223985452335,1182 1.11365166434188721183 ],1184 "rotation": [1185 0,1186 110.0000915527344,1187 01188 ]1189 },1190 "location": [1191 193.9224853515625,1192 574.48486328125,1193 178.632720947265621194 ],1195 "rotation": [1196 0,1197 110.0000915527344,1198 01199 ],1200 "scale": [