TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ManagerOffice",3 "view_id": "l118_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/ManagerOffice/l118_r003/lit.png",5 "camera": {6 "location": [7 171,8 631,9 22510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 171,38 631,39 225,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling": [54 {55 "object_id": "SM_Silling_57",56 "bbox_2d": [57 524,58 0,59 1919,60 20961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -3.5792999267578125,66 231.85098266601562,67 349.0250854492187568 ],69 "extent": [70 176.71539306640625,71 496.9198303222656,72 10.16056823730468873 ]74 },75 "obb": {76 "center": [77 -3.5792999267578125,78 231.85098266601562,79 349.0250854492187580 ],81 "extent": [82 176.71539306640625,83 496.9198303222656,84 10.16056823730468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 127,110 255,111 127112 ]113 }114 ],115 "window divided": [116 {117 "object_id": "SM_Window3_62",118 "bbox_2d": [119 1839,120 284,121 1839,122 284123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -260.5628662109375,128 211.59552451635,129 219.51061248779297130 ],131 "extent": [132 5,133 52.69739219213125,134 119.43922424316406135 ]136 },137 "obb": {138 "center": [139 -260.5628662109375,140 211.59552451635,141 219.51061248779297142 ],143 "extent": [144 5,145 52.69739219213125,146 119.43922424316406147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -255.5628662109375,156 158.89813232421875,157 100.09675598144531158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1.1200000047683716,167 1168 ]169 },170 "color": [171 127,172 127,173 127174 ]175 },176 {177 "object_id": "SM_Window4",178 "bbox_2d": [179 1265,180 284,181 1514,182 779183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -260.562744140625,188 439.8597279855553,189 219.51061248779297190 ],191 "extent": [192 5,193 55.520464069539685,194 119.43922424316406195 ]196 },197 "obb": {198 "center": [199 -260.562744140625,200 439.8597279855553,201 219.51061248779297202 ],203 "extent": [204 5,205 55.520464069539685,206 119.43922424316406207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -255.562744140625,216 384.3392639160156,217 100.09675598144531218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1.1799999475479126,227 1228 ]229 },230 "color": [231 0,232 0,233 63234 ]235 },236 {237 "object_id": "SM_Window5",238 "bbox_2d": [239 1015,240 284,241 1264,242 820243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 -260.562744140625,248 550.8835316964928,249 219.51061248779297250 ],251 "extent": [252 5,253 55.520464069539685,254 119.43922424316406255 ]256 },257 "obb": {258 "center": [259 -260.562744140625,260 550.8835316964928,261 219.51061248779297262 ],263 "extent": [264 5,265 55.520464069539685,266 119.43922424316406267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 -255.562744140625,276 495.3630676269531,277 100.09675598144531278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1.1799999475479126,287 1288 ]289 },290 "color": [291 0,292 255,293 63294 ]295 },296 {297 "object_id": "SM_Window6",298 "bbox_2d": [299 759,300 284,301 1014,302 820303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 -260.562744140625,308 663.2409183566147,309 219.51061248779297310 ],311 "extent": [312 5,313 56.93122597380216,314 119.43922424316406315 ]316 },317 "obb": {318 "center": [319 -260.562744140625,320 663.2409183566147,321 219.51061248779297322 ],323 "extent": [324 5,325 56.93122597380216,326 119.43922424316406327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 -255.562744140625,336 606.3096923828125,337 100.09675598144531338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1.209983468055725,347 1348 ]349 },350 "color": [351 0,352 127,353 63354 ]355 }356 ],357 "ceiling decor": [358 {359 "object_id": "SM_DecorTop_145",360 "bbox_2d": [361 113,362 0,363 505,364 262365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -60.215538024902344,370 773.3313646316528,371 334.38922119140625372 ],373 "extent": [374 69.98680114746094,375 0,376 24.174877166748047377 ]378 },379 "obb": {380 "center": [381 -60.215538024902344,382 773.3313646316528,383 334.38922119140625384 ],385 "extent": [386 69.98680114746094,387 0,388 24.174877166748047389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 -60.67181396484375,398 783.7068481445312,399 334.38922119140625400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 63,414 63,415 0416 ]417 },418 {419 "object_id": "SM_DecorTop2",420 "bbox_2d": [421 507,422 117,423 627,424 336425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 -185.36775285118892,430 773.3313646316528,431 334.38922119140625432 ],433 "extent": [434 54.58970289268109,435 0,436 24.174877166748047437 ]438 },439 "obb": {440 "center": [441 -185.36775285118892,442 773.3313646316528,443 334.38922119140625444 ],445 "extent": [446 54.58970289268109,447 0,448 24.174877166748047449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 -185.72364807128906,458 783.7068481445312,459 334.38922119140625460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 0.7799999713897705,468 1,469 1470 ]471 },472 "color": [473 63,474 63,475 255476 ]477 },478 {479 "object_id": "SM_DecorTop3_149",480 "bbox_2d": [481 74,482 0,483 109,484 21485 ],486 "bbox_3d": {487 "aabb": {488 "center": [489 64.83476179724858,490 773.3313646316528,491 334.38922119140625492 ],493 "extent": [494 54.58970289268109,495 0,496 24.174877166748047497 ]498 },499 "obb": {500 "center": [501 64.83476179724858,502 773.3313646316528,503 334.38922119140625504 ],505 "extent": [506 54.58970289268109,507 0,508 24.174877166748047509 ],510 "rotation": [511 0,512 0,513 0514 ]515 },516 "location": [517 64.47886657714844,518 783.7068481445312,519 334.38922119140625520 ],521 "rotation": [522 0,523 0,524 0525 ],526 "scale": [527 0.7799999713897705,528 1,529 1530 ]531 },532 "color": [533 63,534 63,535 127536 ]537 }538 ]539 },540 "foreground": {541 "armchair": [542 {543 "object_id": "SM_AmchairTreadle_71",544 "bbox_2d": [545 632,546 654,547 974,548 1030549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -152.8481072756076,554 690.1914664693588,555 135.18423461914062556 ],557 "extent": [558 90.17419874910203,559 74.60563740934913,560 41.904197692871094561 ]562 },563 "obb": {564 "center": [565 -152.8481072756076,566 690.1914664693588,567 135.18423461914062568 ],569 "extent": [570 90.17419874910203,571 74.60563740934913,572 41.904197692871094573 ],574 "rotation": [575 0,576 60.00009536743165,577 0578 ]579 },580 "location": [581 -181.7554931640625,582 707.0924682617188,583 93.3218994140625584 ],585 "rotation": [586 0,587 60.00009536743165,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 255,599 63600 ]601 }602 ],603 "curtain": [604 {605 "object_id": "SM_CurtainLong5",606 "bbox_2d": [607 1839,608 256,609 1919,610 279611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -237.57984924316406,616 209.5871099767619,617 286.1421890258789618 ],619 "extent": [620 2.8221588134765625,621 44.898785157101884,622 59.639122009277344623 ]624 },625 "obb": {626 "center": [627 -237.57984924316406,628 209.5871099767619,629 286.1421890258789630 ],631 "extent": [632 2.8221588134765625,633 44.898785157101884,634 59.639122009277344635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -240.40200805664062,644 208.00189208984375,645 345.78131103515625646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 0.8799999952316284,655 1656 ]657 },658 "color": [659 127,660 127,661 63662 ]663 },664 {665 "object_id": "SM_CurtainLong7",666 "bbox_2d": [667 1297,668 256,669 1512,670 365671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -237.57984900474548,676 441.8350585923599,677 322.2176284790039678 ],679 "extent": [680 2.8221590518951416,681 44.898785157101884,682 23.563682556152344683 ]684 },685 "obb": {686 "center": [687 -237.57984900474548,688 441.8350585923599,689 322.2176284790039690 ],691 "extent": [692 2.8221590518951416,693 44.898785157101884,694 23.563682556152344695 ],696 "rotation": [697 0,698 0,699 0700 ]701 },702 "location": [703 -240.40200805664062,704 441.5785217285156,705 345.78131103515625706 ],707 "rotation": [708 0,709 0,710 0711 ],712 "scale": [713 1,714 0.8799999952316284,715 1716 ]717 },718 "color": [719 0,720 63,721 0722 ]723 },724 {725 "object_id": "SM_CurtainLong8",726 "bbox_2d": [727 1049,728 256,729 1261,730 535731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 -237.5807647705078,736 548.1863531408244,737 286.1421890258789738 ],739 "extent": [740 2.8221588134765625,741 44.898785157101884,742 59.639122009277344743 ]744 },745 "obb": {746 "center": [747 -237.5807647705078,748 548.1863531408244,749 286.1421890258789750 ],751 "extent": [752 2.8221588134765625,753 44.898785157101884,754 59.639122009277344755 ],756 "rotation": [757 0,758 0,759 0760 ]761 },762 "location": [763 -240.40292358398438,764 546.6011352539062,765 345.78131103515625766 ],767 "rotation": [768 0,769 0,770 0771 ],772 "scale": [773 1,774 0.8799999952316284,775 1776 ]777 },778 "color": [779 0,780 63,781 255782 ]783 },784 {785 "object_id": "SM_CurtainLong9",786 "bbox_2d": [787 794,788 256,789 1005,790 535791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -237.5800018310547,796 656.2885259923869,797 286.1421890258789798 ],799 "extent": [800 2.8221588134765625,801 44.898785157101884,802 59.639122009277344803 ]804 },805 "obb": {806 "center": [807 -237.5800018310547,808 656.2885259923869,809 286.1421890258789810 ],811 "extent": [812 2.8221588134765625,813 44.898785157101884,814 59.639122009277344815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -240.40216064453125,824 654.7033081054688,825 345.78131103515625826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 0.8799999952316284,835 1836 ]837 },838 "color": [839 0,840 63,841 127842 ]843 }844 ],845 "tv": [846 {847 "object_id": "SM_TVset_131",848 "bbox_2d": [849 1615,850 369,851 1919,852 1001853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -55.67537493583768,858 343.5040283203125,859 184.6187286376953860 ],861 "extent": [862 174.0474023976094,863 14.1383056640625,864 91.36982727050781865 ]866 },867 "obb": {868 "center": [869 -55.67537493583768,870 343.5040283203125,871 184.6187286376953872 ],873 "extent": [874 174.0474023976094,875 14.1383056640625,876 91.36982727050781877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -55.717041015625,886 343.51348876953125,887 93.32192993164062888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 0.9973075985908508,896 1,897 1898 ]899 },900 "color": [901 63,902 127,903 255904 ]905 }906 ],907 "shelf": [908 {909 "object_id": "SM_Shelf_137",910 "bbox_2d": [911 512,912 269,913 632,914 958915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -185.4209261248343,920 782.8369913101196,921 201.84811401367188922 ],923 "extent": [924 54.57733371167703,925 13.994805335998535,926 108.51106262207031927 ]928 },929 "obb": {930 "center": [931 -185.4209261248343,932 782.8369913101196,933 201.84811401367188934 ],935 "extent": [936 54.57733371167703,937 13.994805335998535,938 108.51106262207031939 ],940 "rotation": [941 0,942 180,943 0944 ]945 },946 "location": [947 -179.84634399414062,948 784.39208984375,949 93.3218994140625950 ],951 "rotation": [952 0,953 180,954 0955 ],956 "scale": [957 1.2000000476837158,958 1,959 1960 ]961 },962 "color": [963 63,964 0,965 63966 ]967 },968 {969 "object_id": "SM_Shelf2",970 "bbox_2d": [971 0,972 0,973 122,974 1079975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 64.82413002750945,980 782.8369913101196,981 201.84811401367188982 ],983 "extent": [984 54.57733371167703,985 13.994805335998535,986 108.51106262207031987 ]988 },989 "obb": {990 "center": [991 64.82413002750945,992 782.8369913101196,993 201.84811401367188994 ],995 "extent": [996 54.57733371167703,997 13.994805335998535,998 108.51106262207031999 ],1000 "rotation": [1001 0,1002 180,1003 01004 ]1005 },1006 "location": [1007 70.39871215820312,1008 784.39208984375,1009 93.32189941406251010 ],1011 "rotation": [1012 0,1013 180,1014 01015 ],1016 "scale": [1017 1.2000000476837158,1018 1,1019 11020 ]1021 },1022 "color": [1023 63,1024 255,1025 631026 ]1027 }1028 ],1029 "fireplace": [1030 {1031 "object_id": "SM_Flame_153",1032 "bbox_2d": [1033 305,1034 948,1035 388,1036 10601037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -60.58686799178658,1042 782.451763153076,1043 113.134062767028811044 ],1045 "extent": [1046 21.729993096013395,1047 0.8885901840129691,1048 9.1407527923583981049 ]1050 },1051 "obb": {1052 "center": [1053 -60.58686799178658,1054 782.451763153076,1055 113.134062767028811056 ],1057 "extent": [1058 21.729993096013395,1059 0.8885901840129691,1060 9.1407527923583981061 ],1062 "rotation": [1063 0,1064 179.9999237060547,1065 01066 ]1067 },1068 "location": [1069 -60.58686828613281,1070 782.230712890625,1071 104.091865539550781072 ],1073 "rotation": [1074 0,1075 179.9999237060547,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 0,1086 0,1087 1911088 ]1089 },1090 {1091 "object_id": "SM_Flame2",1092 "bbox_2d": [1093 305,1094 942,1095 375,1096 9931097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -62.32649582992134,1102 784.2634086608884,1103 114.039754057843081104 ],1105 "extent": [1106 20.502837489401497,1107 0.8885885499564665,1108 10.0563156790390171109 ]1110 },1111 "obb": {1112 "center": [1113 -62.32649582992134,1114 784.2634086608884,1115 114.039754057843081116 ],1117 "extent": [1118 20.502837489401497,1119 0.8885885499564665,1120 10.0563156790390171121 ],1122 "rotation": [1123 0,1124 179.9999237060547,1125 01126 ]1127 },1128 "location": [1129 -62.32649612426758,1130 784.0423583984375,1131 104.091865539550781132 ],1133 "rotation": [1134 0,1135 179.9999237060547,1136 01137 ],1138 "scale": [1139 -0.943527102470398,1140 1,1141 1.10016274452209471142 ]1143 },1144 "color": [1145 0,1146 255,1147 1911148 ]1149 },1150 {1151 "object_id": "SM_FirePlace_6",1152 "bbox_2d": [1153 123,1154 31,1155 512,1156 10791157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -60.29224395751953,1162 780.9791860580444,1163 202.048225402832031164 ],1165 "extent": [1166 69.99999999999997,1167 15.715024948120117,1168 108.500007629394531169 ]1170 },1171 "obb": {1172 "center": [1173 -60.29224395751953,1174 780.9791860580444,1175 202.048225402832031176 ],1177 "extent": [1178 69.99999999999997,1179 15.715024948120117,1180 108.500007629394531181 ],1182 "rotation": [1183 0,1184 180,1185 01186 ]1187 },1188 "location": [1189 -74.29224395751953,1190 781.2350463867188,1191 93.321914672851561192 ],1193 "rotation": [1194 0,1195 180,1196 01197 ],1198 "scale": [1199 1,1200 1,