TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "OfficeRoomVol1",3 "view_id": "l023_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/OfficeRoomVol1/l023_r003/lit.png",5 "camera": {6 "location": [7 -2,8 30,9 12510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -2,38 30,39 125,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "baseboard": [54 {55 "object_id": "SM_Baseboard",56 "bbox_2d": [57 1179,58 824,59 1919,60 83861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -404.2849975526333,66 -331.93701171875,67 368 ],69 "extent": [70 0.4000000059604645,71 270.4438781738281,72 373 ]74 },75 "obb": {76 "center": [77 -404.2849975526333,78 -331.93701171875,79 380 ],81 "extent": [82 0.4000000059604645,83 270.4438781738281,84 385 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 -404.68499755859375,94 -331.93701171875,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 127,111 255112 ]113 },114 {115 "object_id": "SM_Baseboard001",116 "bbox_2d": [117 0,118 824,119 880,120 838121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -404.2849975526333,126 333.5509948730469,127 3128 ],129 "extent": [130 0.4000000059604645,131 270.4438781738281,132 3133 ]134 },135 "obb": {136 "center": [137 -404.2849975526333,138 333.5509948730469,139 3140 ],141 "extent": [142 0.4000000059604645,143 270.4438781738281,144 3145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 -404.68499755859375,154 333.5509948730469,155 0156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 63,170 191,171 63172 ]173 }174 ],175 "ceiling": [176 {177 "object_id": "SM_CeilingA",178 "bbox_2d": [179 0,180 0,181 1919,182 253183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -9.99993896484375,188 -0.0003662109375,189 262.50006103515625190 ],191 "extent": [192 414.6847229003906,193 582.3804321289062,194 17.500083923339844195 ]196 },197 "obb": {198 "center": [199 -9.99993896484375,200 -0.0003662109375,201 262.50006103515625202 ],203 "extent": [204 414.6847229003906,205 582.3804321289062,206 17.500083923339844207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 127,233 0234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_WallA",240 "bbox_2d": [241 0,242 254,243 1919,244 823245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -414.68499755859375,250 -9.765630238689482e-05,251 140.00001525878906252 ],253 "extent": [254 10,255 602.3807373046875,256 140.00001525878906257 ]258 },259 "obb": {260 "center": [261 -414.68499755859375,262 -9.765630238689482e-05,263 140.00001525878906264 ],265 "extent": [266 10,267 602.3807373046875,268 140.00001525878906269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 -414.68499755859375,278 -9.765630238689482e-05,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 127,294 0,295 255296 ]297 }298 ],299 "door": [300 {301 "object_id": "SM_Door",302 "bbox_2d": [303 881,304 281,305 1178,306 838307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -411.3640160560608,312 0.8069339990615845,313 116.7231216430664314 ],315 "extent": [316 7.5000152587890625,317 62.30000305175781,318 116.7231216430664319 ]320 },321 "obb": {322 "center": [323 -411.3640160560608,324 0.8069339990615845,325 116.7231216430664326 ],327 "extent": [328 7.5000152587890625,329 62.30000305175781,330 116.7231216430664331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 -418.864013671875,340 0.8069339990615845,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 255,357 0358 ]359 }360 ],361 "floor planks corner": [362 {363 "object_id": "SM_Floor",364 "bbox_2d": [365 0,366 830,367 1919,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -19.752939224243164,374 -0.0001220703125,375 6.776263578034403e-21376 ],377 "extent": [378 404.9316711425781,379 582.3806762695312,380 3.5660530924670406e-14381 ]382 },383 "obb": {384 "center": [385 -19.752939224243164,386 -0.0001220703125,387 6.776263578034403e-21388 ],389 "extent": [390 404.9316711425781,391 582.3806762695312,392 3.5660530924670406e-14393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 -9.752969741821289,402 0,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 191,418 31,419 31420 ]421 }422 ]423 },424 "foreground": {425 "air conditioning": [426 {427 "object_id": "SM_AirConditioning",428 "bbox_2d": [429 1574,430 73,431 1919,432 105433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 -257.33300971984863,438 -289.0069580078125,439 244.7000106573105440 ],441 "extent": [442 8.791104316711426,443 150.00003051757812,444 0.30008041858673096445 ]446 },447 "obb": {448 "center": [449 -257.33300971984863,450 -289.0069580078125,451 244.7000106573105452 ],453 "extent": [454 8.791104316711426,455 150.00003051757812,456 0.30008041858673096457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 -257.3330078125,466 -289.0069885253906,467 245468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 255,482 127,483 255484 ]485 },486 {487 "object_id": "SM_AirConditioning002",488 "bbox_2d": [489 0,490 73,491 562,492 105493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 -257.33300971984863,498 289.1880187988281,499 244.7000106573105500 ],501 "extent": [502 8.791104316711426,503 150.00003051757812,504 0.30008041858673096505 ]506 },507 "obb": {508 "center": [509 -257.33300971984863,510 289.1880187988281,511 244.7000106573105512 ],513 "extent": [514 8.791104316711426,515 150.00003051757812,516 0.30008041858673096517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 -257.3330078125,526 289.18798828125,527 245528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1,536 1,537 1538 ]539 },540 "color": [541 0,542 191,543 255544 ]545 }546 ],547 "carpet": [548 {549 "object_id": "SM_Carpet",550 "bbox_2d": [551 1437,552 989,553 1919,554 1079555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 16.59160041809082,560 -283.09800720214844,561 0.3597078323364258562 ],563 "extent": [564 284.7253112792969,565 181.98561096191406,566 1.3781403303146362567 ]568 },569 "obb": {570 "center": [571 16.59160041809082,572 -283.09800720214844,573 0.3597078323364258574 ],575 "extent": [576 284.7253112792969,577 181.98561096191406,578 1.3781403303146362579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 16.59160041809082,588 -283.0979919433594,589 0590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 255,604 127,605 63606 ]607 },608 {609 "object_id": "SM_Carpet001",610 "bbox_2d": [611 0,612 989,613 694,614 1079615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 16.59160041809082,620 284.7119903564453,621 0.3597078323364258622 ],623 "extent": [624 284.7253112792969,625 181.98561096191406,626 1.3781403303146362627 ]628 },629 "obb": {630 "center": [631 16.59160041809082,632 284.7119903564453,633 0.3597078323364258634 ],635 "extent": [636 284.7253112792969,637 181.98561096191406,638 1.3781403303146362639 ],640 "rotation": [641 0,642 0,643 0644 ]645 },646 "location": [647 16.59160041809082,648 284.7120056152344,649 0650 ],651 "rotation": [652 0,653 0,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 255,664 191,665 127666 ]667 }668 ],669 "picture": [670 {671 "object_id": "SM_PictureA",672 "bbox_2d": [673 268,674 399,675 414,676 592677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -404.2590501308438,682 289.18398866461087,683 143.3569946289059684 ],685 "extent": [686 0.5344979122089057,687 30.655253947298263,688 40.71728288678207689 ]690 },691 "obb": {692 "center": [693 -404.2590501308438,694 289.18398866461087,695 143.3569946289059696 ],697 "extent": [698 0.5344979122089057,699 30.655253947298263,700 40.71728288678207701 ],702 "rotation": [703 0,704 1.0017900422099046e-05,705 -1.0017900422099046e-05706 ]707 },708 "location": [709 -404.7934875488281,710 289.1839904785156,711 143.35699462890625712 ],713 "rotation": [714 0,715 1.0017900422099046e-05,716 -1.0017900422099046e-05717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 0,726 0,727 191728 ]729 },730 {731 "object_id": "SM_PictureA002",732 "bbox_2d": [733 1648,734 399,735 1795,736 592737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -404.1486985683438,742 -289.0069903392954,743 143.3569946289059744 ],745 "extent": [746 0.5344979122089057,747 30.655253947298263,748 40.71728288678207749 ]750 },751 "obb": {752 "center": [753 -404.1486985683438,754 -289.0069903392954,755 143.3569946289059756 ],757 "extent": [758 0.5344979122089057,759 30.655253947298263,760 40.71728288678207761 ],762 "rotation": [763 0,764 1.0017900422099046e-05,765 -1.0017900422099046e-05766 ]767 },768 "location": [769 -404.6831359863281,770 -289.0069885253906,771 143.35699462890625772 ],773 "rotation": [774 0,775 1.0017900422099046e-05,776 -1.0017900422099046e-05777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 31,786 0,787 0788 ]789 }790 ],791 "downlight": [792 {793 "object_id": "SM_Downlight007",794 "bbox_2d": [795 1845,796 197,797 1877,798 205799 ],800 "bbox_3d": {801 "aabb": {802 "center": [803 -341.8015258654274,804 -288.9960669815787,805 244.66315888785522806 ],807 "extent": [808 4.314594785625786,809 4.3146177616889645,810 0.3368333969454511811 ]812 },813 "obb": {814 "center": [815 -341.8015258654274,816 -288.9960669815787,817 244.66315888785522818 ],819 "extent": [820 4.314594785625786,821 4.3146177616889645,822 0.3368333969454511823 ],824 "rotation": [825 -5.008960215491242e-06,826 -9.272649549529884e-06,827 -5.008960215491242e-06828 ]829 },830 "location": [831 -341.86700439453125,832 -288.9960021972656,833 245834 ],835 "rotation": [836 -5.008960215491242e-06,837 -9.272649549529884e-06,838 -5.008960215491242e-06839 ],840 "scale": [841 2.209779977798462,842 2.209789991378784,843 1844 ]845 },846 "color": [847 255,848 63,849 191850 ]851 },852 {853 "object_id": "SM_Downlight008",854 "bbox_2d": [855 1453,856 197,857 1479,858 205859 ],860 "bbox_3d": {861 "aabb": {862 "center": [863 -341.8015258654274,864 -149.32207100989902,865 244.66315888785522866 ],867 "extent": [868 4.314594785625786,869 4.3146177616889645,870 0.3368333969454511871 ]872 },873 "obb": {874 "center": [875 -341.8015258654274,876 -149.32207100989902,877 244.66315888785522878 ],879 "extent": [880 4.314594785625786,881 4.3146177616889645,882 0.3368333969454511883 ],884 "rotation": [885 -5.008960215491242e-06,886 -9.272649549529884e-06,887 -5.008960215491242e-06888 ]889 },890 "location": [891 -341.86700439453125,892 -149.32200622558594,893 245894 ],895 "rotation": [896 -5.008960215491242e-06,897 -9.272649549529884e-06,898 -5.008960215491242e-06899 ],900 "scale": [901 2.209779977798462,902 2.209789991378784,903 1904 ]905 },906 "color": [907 127,908 0,909 191910 ]911 },912 {913 "object_id": "SM_Downlight009",914 "bbox_2d": [915 1030,916 197,917 1054,918 205919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 -341.8015258654274,924 0.8068692147485095,925 244.66315888785522926 ],927 "extent": [928 4.314594785625786,929 4.314617761688953,930 0.3368333969454511931 ]932 },933 "obb": {934 "center": [935 -341.8015258654274,936 0.8068692147485095,937 244.66315888785522938 ],939 "extent": [940 4.314594785625786,941 4.314617761688953,942 0.3368333969454511943 ],944 "rotation": [945 -5.008960215491242e-06,946 -9.272649549529884e-06,947 -5.008960215491242e-06948 ]949 },950 "location": [951 -341.86700439453125,952 0.8069339990615845,953 245954 ],955 "rotation": [956 -5.008960215491242e-06,957 -9.272649549529884e-06,958 -5.008960215491242e-06959 ],960 "scale": [961 2.209779977798462,962 2.209789991378784,963 1964 ]965 },966 "color": [967 127,968 255,969 191970 ]971 },972 {973 "object_id": "SM_Downlight016",974 "bbox_2d": [975 609,976 197,977 634,978 205979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -341.8015258654274,984 149.4989281356088,985 244.66315888785522986 ],987 "extent": [988 4.314594785625786,989 4.3146177616889645,990 0.3368333969454511991 ]992 },993 "obb": {994 "center": [995 -341.8015258654274,996 149.4989281356088,997 244.66315888785522998 ],999 "extent": [1000 4.314594785625786,1001 4.3146177616889645,1002 0.33683339694545111003 ],1004 "rotation": [1005 -5.008960215491242e-06,1006 -9.272649549529884e-06,1007 -5.008960215491242e-061008 ]1009 },1010 "location": [1011 -341.86700439453125,1012 149.49899291992188,1013 2451014 ],1015 "rotation": [1016 -5.008960215491242e-06,1017 -9.272649549529884e-06,1018 -5.008960215491242e-061019 ],1020 "scale": [1021 2.209779977798462,1022 2.209789991378784,1023 11024 ]1025 },1026 "color": [1027 0,1028 191,1029 631030 ]1031 },1032 {1033 "object_id": "SM_Downlight017",1034 "bbox_2d": [1035 212,1036 197,1037 242,1038 2051039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -341.8015258654274,1044 289.1949425399057,1045 244.663158887855221046 ],1047 "extent": [1048 4.314594785625786,1049 4.3146177616889645,1050 0.33683339694545111051 ]1052 },1053 "obb": {1054 "center": [1055 -341.8015258654274,1056 289.1949425399057,1057 244.663158887855221058 ],1059 "extent": [1060 4.314594785625786,1061 4.3146177616889645,1062 0.33683339694545111063 ],1064 "rotation": [1065 -5.008960215491242e-06,1066 -9.272649549529884e-06,1067 -5.008960215491242e-061068 ]1069 },1070 "location": [1071 -341.86700439453125,1072 289.19500732421875,1073 2451074 ],1075 "rotation": [1076 -5.008960215491242e-06,1077 -9.272649549529884e-06,1078 -5.008960215491242e-061079 ],1080 "scale": [1081 2.209779977798462,1082 2.209789991378784,1083 11084 ]1085 },1086 "color": [1087 255,1088 191,1089 01090 ]1091 }1092 ]1093 }1094}