TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l050_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l050_r003/lit.png",5 "camera": {6 "location": [7 498,8 -1006,9 45710 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 498,38 -1006,39 457,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "stairs floor": [54 {55 "object_id": "SM_StairsFloor_26",56 "bbox_2d": [57 0,58 0,59 1919,60 53261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 600,66 -1019.9999999999999,67 474.874359130859468 ],69 "extent": [70 400.0000000000002,71 200.0000000000001,72 16.42483520507812573 ]74 },75 "obb": {76 "center": [77 600,78 -1019.9999999999999,79 474.874359130859480 ],81 "extent": [82 400.0000000000002,83 200.0000000000001,84 16.42483520507812585 ],86 "rotation": [87 0,88 90.00000000000001,89 090 ]91 },92 "location": [93 200,94 -1220,95 49096 ],97 "rotation": [98 0,99 90.00000000000001,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 255112 ]113 }114 ],115 "exterior small window": [116 {117 "object_id": "SM_ExteriorSmallWindow_4m_83",118 "bbox_2d": [119 638,120 534,121 1333,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -0.9585269848045215,128 -1020.0000416902127,129 280.0000915527344130 ],131 "extent": [132 29.0414711079646,133 200.0001695183056,134 180.00009155273438135 ]136 },137 "obb": {138 "center": [139 -0.9585269848045215,140 -1020.0000416902127,141 280.0000915527344142 ],143 "extent": [144 29.0414711079646,145 200.0001695183056,146 180.00009155273438147 ],148 "rotation": [149 0,150 179.999755859375,151 0152 ]153 },154 "location": [155 0,156 -1220,157 100158 ],159 "rotation": [160 0,161 179.999755859375,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 63,172 95,173 255174 ]175 }176 ],177 "pillar": [178 {179 "object_id": "SM_Pillar26",180 "bbox_2d": [181 1334,182 1058,183 1341,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 6.7024078369140625,190 -1214.1737060546875,191 295.0000457763672192 ],193 "extent": [194 33.656868552193146,195 33.65682315729646,196 165.00013732910156197 ]198 },199 "obb": {200 "center": [201 6.7024078369140625,202 -1214.1737060546875,203 295.0000457763672204 ],205 "extent": [206 33.656868552193146,207 33.65682315729646,208 165.00013732910156209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 6.7024078369140625,218 -1214.1737060546875,219 130220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.699999988079071,228 0.699999988079071,229 1230 ]231 },232 "color": [233 255,234 159,235 255236 ]237 },238 {239 "object_id": "SM_Pillar27",240 "bbox_2d": [241 586,242 534,243 657,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 6.7027740478515625,250 -824.7352294921875,251 295.0000457763672252 ],253 "extent": [254 33.656868552193146,255 33.65682315729646,256 165.00013732910156257 ]258 },259 "obb": {260 "center": [261 6.7027740478515625,262 -824.7352294921875,263 295.0000457763672264 ],265 "extent": [266 33.656868552193146,267 33.65682315729646,268 165.00013732910156269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 6.7027740478515625,278 -824.7352294921875,279 130280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.699999988079071,288 0.699999988079071,289 1290 ]291 },292 "color": [293 255,294 159,295 127296 ]297 },298 {299 "object_id": "SM_Pillar31",300 "bbox_2d": [301 0,302 542,303 18,304 555305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 371.7884216308594,310 -822.1680908203125,311 294.98354303378983312 ],313 "extent": [314 42.32736068178906,315 24.04058837890625,316 164.9836345773674317 ]318 },319 "obb": {320 "center": [321 371.7884216308594,322 -822.1680908203125,323 294.98354303378983324 ],325 "extent": [326 42.32736068178906,327 24.04058837890625,328 164.9836345773674329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 371.7884216308594,338 -822.1680908203125,339 130340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 0.8803300261497498,348 0.5,349 0.9998999834060669350 ]351 },352 "color": [353 95,354 223,355 31356 ]357 }358 ],359 "floor planks corner": [360 {361 "object_id": "SM_Floor_4x4m236",362 "bbox_2d": [363 460,364 530,365 1141,366 533367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 100.00074568580033,372 -1019.9996271588375,373 474.99999809265137374 ],375 "extent": [376 100.00074568441016,377 200.00037284116252,378 15.000001907348633379 ]380 },381 "obb": {382 "center": [383 100.00074568580033,384 -1019.9996271588375,385 474.99999809265137386 ],387 "extent": [388 100.00074568441016,389 200.00037284116252,390 15.000001907348633391 ],392 "rotation": [393 0,394 179.99978637695312,395 0396 ]397 },398 "location": [399 200,400 -1220,401 490402 ],403 "rotation": [404 0,405 179.99978637695312,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 31,416 159,417 127418 ]419 }420 ],421 "railing stairs": [422 {423 "object_id": "SM_RailingStairs01_33",424 "bbox_2d": [425 1405,426 448,427 1919,428 1007429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 591.9304747171386,434 -1030.2506063661754,435 349.5149383544922436 ],437 "extent": [438 292.01997778011935,439 23.37616384384654,440 219.2476348876953441 ]442 },443 "obb": {444 "center": [445 591.9304747171386,446 -1030.2506063661754,447 349.5149383544922448 ],449 "extent": [450 292.01997778011935,451 23.37616384384654,452 219.2476348876953453 ],454 "rotation": [455 0,456 90.00012207031251,457 0458 ]459 },460 "location": [461 300,462 -1047.503662109375,463 490464 ],465 "rotation": [466 0,467 90.00012207031251,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 95,478 159,479 127480 ]481 }482 ],483 "pipe": [484 {485 "object_id": "SM_PipeA_14",486 "bbox_2d": [487 557,488 976,489 620,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 57.63612203879032,496 -836.033505297084,497 192.7080249786377498 ],499 "extent": [500 14.043674113599565,501 14.04367263506856,502 62.6863956451416503 ]504 },505 "obb": {506 "center": [507 57.63612203879032,508 -836.033505297084,509 192.7080249786377510 ],511 "extent": [512 14.043674113599565,513 14.04367263506856,514 62.6863956451416515 ],516 "rotation": [517 0,518 1.7513896226882937,519 0520 ]521 },522 "location": [523 57.63612365722656,524 -836.0335083007812,525 130.15655517578125526 ],527 "rotation": [528 0,529 1.7513896226882937,530 0531 ],532 "scale": [533 0.800000011920929,534 0.800000011920929,535 1.25536 ]537 },538 "color": [539 0,540 111,541 79542 ]543 },544 {545 "object_id": "SM_PipeA2",546 "bbox_2d": [547 557,548 719,549 620,550 993551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 57.6361208061022,556 -836.0335101749804,557 317.89351081848145558 ],559 "extent": [560 15.14214099396153,561 15.142142329796343,562 62.6863956451416563 ]564 },565 "obb": {566 "center": [567 57.6361208061022,568 -836.0335101749804,569 317.89351081848145570 ],571 "extent": [572 15.14214099396153,573 15.142142329796343,574 62.6863956451416575 ],576 "rotation": [577 0,578 96.75404357910159,579 0580 ]581 },582 "location": [583 57.63612365722656,584 -836.0335083007812,585 255.342041015625586 ],587 "rotation": [588 0,589 96.75404357910159,590 0591 ],592 "scale": [593 0.800000011920929,594 0.800000011920929,595 1.25596 ]597 },598 "color": [599 255,600 111,601 0602 ]603 },604 {605 "object_id": "SM_PipeA3",606 "bbox_2d": [607 426,608 634,609 595,610 743611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 131.50037925467188,616 -833.5986506002376,617 402.82290572199213618 ],619 "extent": [620 50.71306401863262,621 20.79890515735576,622 19.280528232376696623 ]624 },625 "obb": {626 "center": [627 131.50037925467188,628 -833.5986506002376,629 402.82290572199213630 ],631 "extent": [632 50.71306401863262,633 20.79890515735576,634 19.280528232376696635 ],636 "rotation": [637 44.99958419799806,638 91.74524688720705,639 89.99994659423828640 ]641 },642 "location": [643 181.51834106445312,644 -832.0745849609375,645 402.8228759765625646 ],647 "rotation": [648 44.99958419799806,649 91.74524688720705,650 89.99994659423828651 ],652 "scale": [653 0.800000011920929,654 0.800000011920929,655 1656 ]657 },658 "color": [659 255,660 111,661 127662 ]663 },664 {665 "object_id": "SM_PipeA4",666 "bbox_2d": [667 162,668 663,669 471,670 822671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 231.77253835410988,676 -830.5145561771128,677 402.8231757829659678 ],679 "extent": [680 50.711210105092036,681 20.72666167627642,682 19.20742308699579683 ]684 },685 "obb": {686 "center": [687 231.77253835410988,688 -830.5145561771128,689 402.8231757829659690 ],691 "extent": [692 50.711210105092036,693 20.72666167627642,694 19.20742308699579695 ],696 "rotation": [697 -39.99980545043949,698 91.74684143066412,699 89.99954986572271700 ]701 },702 "location": [703 281.79046630859375,704 -828.9893798828125,705 402.8228759765625706 ],707 "rotation": [708 -39.99980545043949,709 91.74684143066412,710 89.99954986572271711 ],712 "scale": [713 0.800000011920929,714 0.800000011920929,715 1716 ]717 },718 "color": [719 255,720 111,721 63722 ]723 },724 {725 "object_id": "SM_PipeA5_24",726 "bbox_2d": [727 0,728 565,729 163,730 695731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 305.4579756767714,736 -828.7661102773989,737 458.4862533181117738 ],739 "extent": [740 14.042417283203804,741 14.042415804523216,742 30.607889180339498743 ]744 },745 "obb": {746 "center": [747 305.4579756767714,748 -828.7661102773989,749 458.4862533181117750 ],751 "extent": [752 14.042417283203804,753 14.042415804523216,754 30.607889180339498755 ],756 "rotation": [757 0,758 1.7459387779235844,759 0760 ]761 },762 "location": [763 305.4579772949219,764 -828.76611328125,765 427.9442443847656766 ],767 "rotation": [768 0,769 1.7459387779235844,770 0771 ],772 "scale": [773 0.800000011920929,774 0.800000011920929,775 0.6103375554084778776 ]777 },778 "color": [779 255,780 111,781 31782 ]783 }784 ],785 "pipe a curve": [786 {787 "object_id": "SM_PipeA_Curve_18",788 "bbox_2d": [789 538,790 630,791 599,792 679793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 63.12948399761583,798 -835.9101018002283,799 399.0498980469521800 ],801 "extent": [802 20.038678368108982,803 14.49534018478289,804 18.871437353960232805 ]806 },807 "obb": {808 "center": [809 63.12948399761583,810 -835.9101018002283,811 399.0498980469521812 ],813 "extent": [814 20.038678368108982,815 14.49534018478289,816 18.871437353960232817 ],818 "rotation": [819 0,820 1.7513896226882937,821 0822 ]823 },824 "location": [825 57.40485382080078,826 -836.0851440429688,827 380.203125828 ],829 "rotation": [830 0,831 1.7513896226882937,832 0833 ],834 "scale": [835 0.800000011920929,836 0.800000011920929,837 0.800000011920929838 ]839 },840 "color": [841 255,842 111,843 255844 ]845 },846 {847 "object_id": "SM_PipeA_Curve2",848 "bbox_2d": [849 0,850 678,851 235,852 845853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 300.37037194410834,858 -828.6494098537155,859 408.321941124854860 ],861 "extent": [862 19.28624508414049,863 14.470624193094181,864 19.622960128452632865 ]866 },867 "obb": {868 "center": [869 300.37037194410834,870 -828.6494098537155,871 408.321941124854872 ],873 "extent": [874 19.28624508414049,875 14.470624193094181,876 19.622960128452632877 ],878 "rotation": [879 90,880 180,881 -1.7459564208984375882 ]883 },884 "location": [885 281.5323486328125,886 -829.2236328125,887 402.5946350097656888 ],889 "rotation": [890 90,891 180,892 -1.7459564208984375893 ],894 "scale": [895 0.8000000715255737,896 0.8000000715255737,897 0.800000011920929898 ]899 },900 "color": [901 255,902 111,903 191904 ]905 }906 ],907 "window": [908 {909 "object_id": "SM_Wall01_2m62",910 "bbox_2d": [911 0,912 522,913 628,914 1079915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 180.00023865673862,920 -810.0001707446124,921 295.0000457763672922 ],923 "extent": [924 200.00041681569982,925 38.081660077038464,926 165.00013732910156927 ]928 },929 "obb": {930 "center": [931 180.00023865673862,932 -810.0001707446124,933 295.0000457763672934 ],935 "extent": [936 200.00041681569982,937 38.081660077038464,938 165.00013732910156939 ],940 "rotation": [941 0,942 90.00011444091797,943 0944 ]945 },946 "location": [947 -20,948 -800.0005493164062,949 130950 ],951 "rotation": [952 0,953 90.00011444091797,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 143,964 255,965 47966 ]967 }968 ]969 },970 "foreground": {971 "radiator": [972 {973 "object_id": "SM_Radiator15",974 "bbox_2d": [975 899,976 1073,977 1068,978 1079979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 12.801661491394043,984 -1018.0140380859375,985 163.4046745300293986 ],987 "extent": [988 9.156710624694824,989 52.95421600341797,990 23.885404586791992991 ]992 },993 "obb": {994 "center": [995 12.801661491394043,996 -1018.0140380859375,997 163.4046745300293998 ],999 "extent": [1000 9.156710624694824,1001 52.95421600341797,1002 23.8854045867919921003 ],1004 "rotation": [1005 0,1006 0,1007 01008 ]1009 },1010 "location": [1011 6.040008544921875,1012 -1018.0140380859375,1013 131.014373779296881014 ],1015 "rotation": [1016 0,1017 0,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 127,1028 47,1029 631030 ]1031 }1032 ],1033 "hall carpet": [1034 {1035 "object_id": "SM_HallCarpetB2",1036 "bbox_2d": [1037 0,1038 56,1039 398,1040 2511041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 614.1910705566406,1046 -869.0923233032227,1047 490.613737106323241048 ],1049 "extent": [1050 375.7857666015625,1051 77.46280670166016,1052 0.70370292663574221053 ]1054 },1055 "obb": {1056 "center": [1057 614.1910705566406,1058 -869.0923233032227,1059 490.613737106323241060 ],1061 "extent": [1062 375.7857666015625,1063 77.46280670166016,1064 0.70370292663574221065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 238.40505981445312,1074 -794.6954956054688,1075 489.91003417968751076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 47,1090 111,1091 311092 ]1093 }1094 ],1095 "web": [1096 {1097 "object_id": "SM_Web10_84",1098 "bbox_2d": [1099 585,1100 547,1101 753,1102 7581103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 31.340681502818544,1108 -875.5431732052331,1109 404.19240691482811110 ],1111 "extent": [1112 46.01498750567774,1113 34.45087506269692,1114 49.205572821500031115 ]1116 },1117 "obb": {1118 "center": [1119 31.340681502818548,1120 -875.5431732052331,1121 404.19240691482811122 ],1123 "extent": [1124 46.01498750567774,1125 34.45087506269692,1126 49.205572821500031127 ],1128 "rotation": [1129 0,1130 126.82176208496091,1131 01132 ]1133 },1134 "location": [1135 75.7991714477539,1136 -842.2576293945312,1137 453.39797973632811138 ],1139 "rotation": [1140 0,1141 126.82176208496091,1142 01143 ],1144 "scale": [1145 1.9853720664978027,1146 1.4645848274230957,1147 1.46458482742309571148 ]1149 },1150 "color": [1151 111,1152 191,1153 2231154 ]1155 },1156 {1157 "object_id": "SM_Web11_87",1158 "bbox_2d": [1159 483,1160 671,1161 599,1162 7941163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 119.53578482433599,1168 -841.738488872723,1169 375.672801971435551170 ],1171 "extent": [1172 45.31284925522499,1173 5.557000982795785,1174 23.455959320068361175 ]1176 },1177 "obb": {1178 "center": [1179 119.53578482433599,1180 -841.738488872723,1181 375.672801971435551182 ],1183 "extent": [1184 45.31284925522499,1185 5.557000982795785,1186 23.455959320068361187 ],1188 "rotation": [1189 0,1190 -84.6562271118164,1191 01192 ]1193 },1194 "location": [1195 119.16002655029297,1196 -840.4318237304688,1197 399.12875366210941198 ],1199 "rotation": [1200 0,