TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l115_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l115_r003/lit.png",5 "camera": {6 "location": [7 114,8 522,9 20310 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 114,38 522,39 203,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "wall panel": [54 {55 "object_id": "SM_WallpanelC",56 "bbox_2d": [57 0,58 0,59 796,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.9445104598999023,66 580.8809876441956,67 14068 ],69 "extent": [70 400.7402038574219,71 1.5000061988830566,72 14073 ]74 },75 "obb": {76 "center": [77 -3.9445104598999023,78 580.8809876441956,79 14080 ],81 "extent": [82 400.7402038574219,83 1.5000061988830566,84 14085 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -3.9444799423217773,94 582.3809814453125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 0,111 127112 ]113 }114 ],115 "ceiling": [116 {117 "object_id": "SM_CeilingA",118 "bbox_2d": [119 797,120 348,121 1919,122 461123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -9.99993896484375,128 -0.0003662109375,129 262.50006103515625130 ],131 "extent": [132 414.6847229003906,133 582.3804321289062,134 17.500083923339844135 ]136 },137 "obb": {138 "center": [139 -9.99993896484375,140 -0.0003662109375,141 262.50006103515625142 ],143 "extent": [144 414.6847229003906,145 582.3804321289062,146 17.500083923339844147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 127,173 0174 ]175 },176 {177 "object_id": "SM_CeilingB001",178 "bbox_2d": [179 511,180 0,181 1919,182 347183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -13.644100189208956,188 320.786895751953,189 276190 ],191 "extent": [192 217.01867675781244,193 261.5939025878905,194 4.0000152587890625195 ]196 },197 "obb": {198 "center": [199 -13.644100189208956,200 320.78689575195295,201 276202 ],203 "extent": [204 217.01867675781244,205 261.5939025878905,206 4.0000152587890625207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -13.644100189208984,216 0,217 0218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 127,232 127,233 191234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 880,242 462,243 1919,244 904245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "door": [300 {301 "object_id": "SM_Door",302 "bbox_2d": [303 1809,304 484,305 1919,306 915307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -411.3640160560608,312 0.8069339990615845,313 116.7231216430664314 ],315 "extent": [316 7.5000152587890625,317 62.30000305175781,318 116.7231216430664319 ]320 },321 "obb": {322 "center": [323 -411.3640160560608,324 0.8069339990615845,325 116.7231216430664326 ],327 "extent": [328 7.5000152587890625,329 62.30000305175781,330 116.7231216430664331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -418.864013671875,340 0.8069339990615845,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 255,357 0358 ]359 }360 ],361 "baseboard": [362 {363 "object_id": "SM_Baseboard001",364 "bbox_2d": [365 878,366 905,367 1810,368 915369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -404.2849975526333,374 333.5509948730469,375 3376 ],377 "extent": [378 0.4000000059604645,379 270.4438781738281,380 3381 ]382 },383 "obb": {384 "center": [385 -404.2849975526333,386 333.5509948730469,387 3388 ],389 "extent": [390 0.4000000059604645,391 270.4438781738281,392 3393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -404.68499755859375,402 333.5509948730469,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 63,418 191,419 63420 ]421 }422 ],423 "floor planks corner": [424 {425 "object_id": "SM_Floor",426 "bbox_2d": [427 842,428 908,429 1919,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -19.752939224243164,436 -0.0001220703125,437 6.776263578034403e-21438 ],439 "extent": [440 404.9316711425781,441 582.3806762695312,442 3.5660530924670406e-14443 ]444 },445 "obb": {446 "center": [447 -19.752939224243164,448 -0.0001220703125,449 6.776263578034403e-21450 ],451 "extent": [452 404.9316711425781,453 582.3806762695312,454 3.5660530924670406e-14455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 -9.752969741821289,464 0,465 0466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 191,480 31,481 31482 ]483 }484 ]485 },486 "foreground": {487 "shelf": [488 {489 "object_id": "SM_ShelfB",490 "bbox_2d": [491 740,492 380,493 851,494 986495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 -176.3739967346193,500 569.3309946060174,501 165.5553436279297502 ],503 "extent": [504 39.70215019470834,505 10.050082472741565,506 79.22671508789062507 ]508 },509 "obb": {510 "center": [511 -176.3739967346193,512 569.3309946060174,513 165.5553436279297514 ],515 "extent": [516 39.70215019470834,517 10.050082472741565,518 79.22671508789062519 ],520 "rotation": [521 0,522 1.0017900422099046e-05,523 0524 ]525 },526 "location": [527 -176.37399291992188,528 569.3309936523438,529 86.32869720458984530 ],531 "rotation": [532 0,533 1.0017900422099046e-05,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 255,544 0,545 255546 ]547 }548 ],549 "cabinet": [550 {551 "object_id": "SM_CabinetB",552 "bbox_2d": [553 852,554 420,555 890,556 875557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 -310.3803482055679,562 569.3809896366695,563 165.55532836914062564 ],565 "extent": [566 94.30449088420005,567 10.000049867301982,568 79.2267074584961569 ]570 },571 "obb": {572 "center": [573 -310.3803482055679,574 569.3809896366695,575 165.55532836914062576 ],577 "extent": [578 94.30449088420005,579 10.000049867301982,580 79.2267074584961581 ],582 "rotation": [583 0,584 1.0017900422099046e-05,585 0586 ]587 },588 "location": [589 -308.1400146484375,590 569.3809814453125,591 86.32869720458984592 ],593 "rotation": [594 0,595 1.0017900422099046e-05,596 0597 ],598 "scale": [599 1,600 1,601 1602 ]603 },604 "color": [605 255,606 255,607 0608 ]609 }610 ],611 "drawer": [612 {613 "object_id": "SM_Drawer",614 "bbox_2d": [615 690,616 756,617 905,618 1079619 ],620 "bbox_3d": {621 "aabb": {622 "center": [623 -3.944459915161133,624 565.8809223175049,625 77.32870388031006626 ],627 "extent": [628 400.7402038574219,629 14.500059127807617,630 9.000012397766113631 ]632 },633 "obb": {634 "center": [635 -3.944459915161133,636 565.8809223175049,637 77.32870388031006638 ],639 "extent": [640 400.7402038574219,641 14.500059127807617,642 9.000012397766113643 ],644 "rotation": [645 0,646 0,647 0648 ]649 },650 "location": [651 -3.944459915161133,652 580.3809814453125,653 68.32869720458984654 ],655 "rotation": [656 0,657 0,658 0659 ],660 "scale": [661 1,662 1,663 1664 ]665 },666 "color": [667 255,668 255,669 63670 ]671 }672 ],673 "sofa": [674 {675 "object_id": "SM_SofaD",676 "bbox_2d": [677 1225,678 994,679 1640,680 1079681 ],682 "bbox_3d": {683 "aabb": {684 "center": [685 -69.9154052734375,686 393.52098846435547,687 42.42480477690697688 ],689 "extent": [690 92.29835510253906,691 55.387516021728516,692 41.93626022338867693 ]694 },695 "obb": {696 "center": [697 -69.9154052734375,698 393.52098846435547,699 42.42480477690697700 ],701 "extent": [702 92.29835510253906,703 55.387516021728516,704 41.93626022338867705 ],706 "rotation": [707 0,708 0,709 0710 ]711 },712 "location": [713 -69.91539764404297,714 393.52099609375,715 0.48855599761009216716 ],717 "rotation": [718 0,719 0,720 0721 ],722 "scale": [723 1,724 1,725 1726 ]727 },728 "color": [729 127,730 127,731 63732 ]733 }734 ],735 "stool": [736 {737 "object_id": "SM_StoolB",738 "bbox_2d": [739 1799,740 1078,741 1837,742 1079743 ],744 "bbox_3d": {745 "aabb": {746 "center": [747 -158.94998931884766,748 248.91004649672115,749 17.24722066522419750 ],751 "extent": [752 34.959678649902344,753 34.87835987534996,754 16.82491340117459755 ]756 },757 "obb": {758 "center": [759 -158.94998931884766,760 248.91004649672115,761 17.24722066522419762 ],763 "extent": [764 34.959678649902344,765 34.87835987534996,766 16.82491340117459767 ],768 "rotation": [769 0,770 0,771 -1.0017900422099046e-05772 ]773 },774 "location": [775 -158.9499969482422,776 248.91000366210938,777 0.42232099175453186778 ],779 "rotation": [780 0,781 0,782 -1.0017900422099046e-05783 ],784 "scale": [785 1,786 1,787 1788 ]789 },790 "color": [791 127,792 63,793 255794 ]795 }796 ],797 "table": [798 {799 "object_id": "SM_TableB",800 "bbox_2d": [801 1331,802 1007,803 1461,804 1049805 ],806 "bbox_3d": {807 "aabb": {808 "center": [809 -181.28100776672363,810 387.9189968109131,811 25.595197200775146812 ],813 "extent": [814 20.48674201965332,815 20.588356018066406,816 24.928211212158203817 ]818 },819 "obb": {820 "center": [821 -181.28100776672363,822 387.9189968109131,823 25.595197200775146824 ],825 "extent": [826 20.48674201965332,827 20.588356018066406,828 24.928211212158203829 ],830 "rotation": [831 0,832 0,833 0834 ]835 },836 "location": [837 -181.281005859375,838 387.91900634765625,839 0.6669859886169434840 ],841 "rotation": [842 0,843 0,844 0845 ],846 "scale": [847 1,848 1,849 1850 ]851 },852 "color": [853 127,854 63,855 127856 ]857 }858 ],859 "table lamp": [860 {861 "object_id": "SM_TablelampA",862 "bbox_2d": [863 684,864 924,865 831,866 1079867 ],868 "bbox_3d": {869 "aabb": {870 "center": [871 -97.68073081970215,872 580.4717927411353,873 105.07100564119872874 ],875 "extent": [876 27.81842613220215,877 31.280864183357266,878 18.773618445386887879 ]880 },881 "obb": {882 "center": [883 -97.68073081970215,884 580.4717927411353,885 105.07100564119872886 ],887 "extent": [888 27.81842613220215,889 31.280864183357266,890 18.773618445386887891 ],892 "rotation": [893 0,894 0,895 1.0017900422099046e-05896 ]897 },898 "location": [899 -83.94879913330078,900 563.0789794921875,901 91.18779754638672902 ],903 "rotation": [904 0,905 0,906 1.0017900422099046e-05907 ],908 "scale": [909 1,910 1,911 1912 ]913 },914 "color": [915 63,916 0,917 255918 ]919 }920 ],921 "ornament": [922 {923 "object_id": "SM_OrnamentC",924 "bbox_2d": [925 818,926 604,927 819,928 627929 ],930 "bbox_3d": {931 "aabb": {932 "center": [933 -152.57200622558594,934 569.9979858398438,935 174.30824851989746936 ],937 "extent": [938 8.944915428112324,939 8.94491638178647,940 10.691244125366211941 ]942 },943 "obb": {944 "center": [945 -152.57200622558594,946 569.9979858398438,947 174.30824851989746948 ],949 "extent": [950 8.944915428112324,951 8.94491638178647,952 10.691244125366211953 ],954 "rotation": [955 0,956 1.0017900422099046e-05,957 0958 ]959 },960 "location": [961 -152.57200622558594,962 569.9979858398438,963 163.61700439453125964 ],965 "rotation": [966 0,967 1.0017900422099046e-05,968 0969 ],970 "scale": [971 1,972 1,973 1974 ]975 },976 "color": [977 63,978 63,979 63980 ]981 },982 {983 "object_id": "SM_OrnamentF",984 "bbox_2d": [985 818,986 915,987 820,988 926989 ],990 "bbox_3d": {991 "aabb": {992 "center": [993 -157.69794325593278,994 568.1699294679925,995 95.55225157737732996 ],997 "extent": [998 6.366357987330417,999 6.366364094307187,1000 3.70545482635498051001 ]1002 },1003 "obb": {1004 "center": [1005 -157.69794325593278,1006 568.1699294679925,1007 95.552251577377321008 ],1009 "extent": [1010 6.366357987330417,1011 6.366364094307187,1012 3.70545482635498051013 ],1014 "rotation": [1015 0,1016 45.00004196166992,1017 01018 ]1019 },1020 "location": [1021 -157.697998046875,1022 568.1699829101562,1023 91.84680175781251024 ],1025 "rotation": [1026 0,1027 45.00004196166992,1028 01029 ],1030 "scale": [1031 1,1032 1,1033 11034 ]1035 },1036 "color": [1037 31,1038 0,1039 1911040 ]1041 },1042 {1043 "object_id": "SM_OrnamentC001",1044 "bbox_2d": [1045 818,1046 626,1047 823,1048 6411049 ],1050 "bbox_3d": {1051 "aabb": {1052 "center": [1053 -168.7760009765625,1054 567.97900390625,1055 170.508024401342821056 ],1057 "extent": [1058 5.765427339565889,1059 5.765427954254619,1060 6.8910200068115731061 ]1062 },1063 "obb": {1064 "center": [1065 -168.7760009765625,1066 567.97900390625,1067 170.508024401342821068 ],1069 "extent": [1070 5.765427339565889,1071 5.765427954254619,1072 6.8910200068115731073 ],1074 "rotation": [1075 0,1076 1.0017900422099046e-05,1077 01078 ]1079 },1080 "location": [1081 -168.7760009765625,1082 567.97900390625,1083 163.617004394531251084 ],1085 "rotation": [1086 0,1087 1.0017900422099046e-05,1088 01089 ],1090 "scale": [1091 0.6445479989051819,1092 0.6445479989051819,1093 0.64454799890518191094 ]1095 },1096 "color": [1097 31,1098 255,1099 1271100 ]1101 },1102 {1103 "object_id": "SM_OrnamentD002",1104 "bbox_2d": [1105 841,1106 761,1107 844,1108 7831109 ],1110 "bbox_3d": {1111 "aabb": {1112 "center": [1113 -202.90499899058437,1114 562.6370239257812,1115 129.682422608892241116 ],1117 "extent": [1118 2.8360931556342734,1119 2.7930069936953714,1120 6.5554237075250511121 ]1122 },1123 "obb": {1124 "center": [1125 -202.90499899058437,1126 562.6370239257812,1127 129.682422608892241128 ],1129 "extent": [1130 2.8360931556342734,1131 2.7930069936953714,1132 6.5554237075250511133 ],1134 "rotation": [1135 0,1136 1.0017900422099046e-05,1137 01138 ]1139 },1140 "location": [1141 -202.90499877929688,1142 562.6370239257812,1143 123.126998901367191144 ],1145 "rotation": [1146 0,1147 1.0017900422099046e-05,1148 01149 ],1150 "scale": [1151 0.44310200214385986,1152 0.44310200214385986,1153 0.443102002143859861154 ]1155 },1156 "color": [1157 31,1158 255,1159 1911160 ]1161 }1162 ],1163 "picture": [1164 {1165 "object_id": "SM_PictureA",1166 "bbox_2d": [1167 1334,1168 575,1169 1447,1170 7251171 ],1172 "bbox_3d": {1173 "aabb": {1174 "center": [1175 -404.2590501308438,1176 289.18398866461087,1177 143.35699462890591178 ],1179 "extent": [1180 0.5344979122089057,1181 30.655253947298263,1182 40.717282886782071183 ]1184 },1185 "obb": {1186 "center": [1187 -404.2590501308438,1188 289.18398866461087,1189 143.35699462890591190 ],1191 "extent": [1192 0.5344979122089057,1193 30.655253947298263,1194 40.717282886782071195 ],1196 "rotation": [1197 0,1198 1.0017900422099046e-05,1199 -1.0017900422099046e-051200 ]