TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l110_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l110_r000/lit.png",5 "camera": {6 "location": [7 651,8 -1134,9 75510 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 651,38 -1134,39 755,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "pillar": [54 {55 "object_id": "SM_Pillar15",56 "bbox_2d": [57 1540,58 0,59 1540,60 1461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1185,66 -820,67 1015.000045776367268 ],69 "extent": [70 56.766131844661686,71 36.060882568359375,72 165.0001373291015673 ]74 },75 "obb": {76 "center": [77 1185,78 -820,79 1015.000045776367280 ],81 "extent": [82 56.766131844661686,83 36.060882568359375,84 165.0001373291015685 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1185,94 -820,95 85096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1.1806294918060303,104 0.75,105 1106 ]107 },108 "color": [109 0,110 191,111 0112 ]113 }114 ],115 "stairs floor": [116 {117 "object_id": "SM_StairsFloor2",118 "bbox_2d": [119 607,120 0,121 1919,122 360123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 600,128 -1019.9999999999999,129 834.8743591308594130 ],131 "extent": [132 400.0000000000002,133 200.0000000000001,134 16.424835205078125135 ]136 },137 "obb": {138 "center": [139 600,140 -1019.9999999999999,141 834.8743591308594142 ],143 "extent": [144 400.0000000000002,145 200.0000000000001,146 16.424835205078125147 ],148 "rotation": [149 0,150 90.00000000000001,151 0152 ]153 },154 "location": [155 200,156 -1220,157 850158 ],159 "rotation": [160 0,161 90.00000000000001,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 255,172 191,173 127174 ]175 }176 ],177 "railing": [178 {179 "object_id": "SM_Railing3",180 "bbox_2d": [181 1539,182 0,183 1591,184 45185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 799.9105682370749,190 -1009.9997851827576,191 889.3813171386719192 ],193 "extent": [194 100.00001222994808,195 6.1233229060148915,196 39.38128662109375197 ]198 },199 "obb": {200 "center": [201 799.9105682370749,202 -1009.9997851827576,203 889.3813171386719204 ],205 "extent": [206 100.00001222994808,207 6.1233229060148915,208 39.38128662109375209 ],210 "rotation": [211 0,212 90.00011444091797,213 0214 ]215 },216 "location": [217 700,218 -1010,219 850220 ],221 "rotation": [222 0,223 90.00011444091797,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 63,234 191,235 255236 ]237 }238 ],239 "floor planks corner": [240 {241 "object_id": "SM_Floor_4x4m100",242 "bbox_2d": [243 859,244 426,245 1435,246 437247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 1400,252 -1020,253 834.9999980926514254 ],255 "extent": [256 200,257 200,258 15.000001907348633259 ]260 },261 "obb": {262 "center": [263 1400,264 -1020,265 834.9999980926514266 ],267 "extent": [268 200,269 200,270 15.000001907348633271 ],272 "rotation": [273 0,274 0,275 0276 ]277 },278 "location": [279 1200,280 -820,281 850282 ],283 "rotation": [284 0,285 0,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 127,296 63,297 95298 ]299 },300 {301 "object_id": "SM_Floor_4x4m79_7",302 "bbox_2d": [303 798,304 936,305 1442,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 1199.9993075787158,312 -1020.0003462121404,313 474.99999809265137314 ],315 "extent": [316 100.00069242128416,317 200.000346209743,318 15.000001907348633319 ]320 },321 "obb": {322 "center": [323 1199.9993075787158,324 -1020.0003462121404,325 474.99999809265137326 ],327 "extent": [328 100.00069242128416,329 200.000346209743,330 15.000001907348633331 ],332 "rotation": [333 0,334 -179.9998016357422,335 0336 ]337 },338 "location": [339 1300,340 -1220,341 490342 ],343 "rotation": [344 0,345 -179.9998016357422,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 159,357 159358 ]359 },360 {361 "object_id": "SM_Floor_4x4m211",362 "bbox_2d": [363 1245,364 761,365 1394,366 879367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 1600.0001687016638,372 -820.0003195790755,373 474.99999809265137374 ],375 "extent": [376 200.0003195790755,377 200.0003195790755,378 15.000001907348633379 ]380 },381 "obb": {382 "center": [383 1600.0001687016638,384 -820.0003195790755,385 474.99999809265137386 ],387 "extent": [388 200.0003195790755,389 200.0003195790755,390 15.000001907348633391 ],392 "rotation": [393 0,394 -9.1552734375e-05,395 0396 ]397 },398 "location": [399 1400.00048828125,400 -620,401 490402 ],403 "rotation": [404 0,405 -9.1552734375e-05,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 159,416 0,417 255418 ]419 },420 {421 "object_id": "SM_Floor_4x4m134",422 "bbox_2d": [423 1437,424 942,425 1442,426 946427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 1249.9999961853027,432 -720,433 474.99999809265137434 ],435 "extent": [436 50,437 100,438 15.000001907348633439 ]440 },441 "obb": {442 "center": [443 1249.9999961853027,444 -720,445 474.99999809265137446 ],447 "extent": [448 50,449 100,450 15.000001907348633451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 1200,460 -620,461 490462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 159,476 63,477 255478 ]479 },480 {481 "object_id": "SM_Floor_4x4m195",482 "bbox_2d": [483 1245,484 880,485 1397,486 928487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 1350.0002545872849,492 -820.0001797903705,493 474.99999809265137494 ],495 "extent": [496 50.000372842205024,497 100.00018642058126,498 15.000001907348633499 ]500 },501 "obb": {502 "center": [503 1350.0002545872849,504 -820.0001797903705,505 474.99999809265137506 ],507 "extent": [508 50.000372842205024,509 100.00018642058126,510 15.000001907348633511 ],512 "rotation": [513 0,514 179.99978637695312,515 0516 ]517 },518 "location": [519 1399.9998779296875,520 -920.0003662109375,521 490522 ],523 "rotation": [524 0,525 179.99978637695312,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 159,536 191,537 0538 ]539 },540 {541 "object_id": "SM_Floor_4x4m196_20",542 "bbox_2d": [543 1245,544 894,545 1273,546 928547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 1349.9995221654099,552 -1020.0001797903703,553 474.99999809265137554 ],555 "extent": [556 50.000372842205024,557 100.0001864205812,558 15.000001907348633559 ]560 },561 "obb": {562 "center": [563 1349.9995221654099,564 -1020.0001797903703,565 474.99999809265137566 ],567 "extent": [568 50.000372842205024,569 100.0001864205812,570 15.000001907348633571 ],572 "rotation": [573 0,574 179.99978637695312,575 0576 ]577 },578 "location": [579 1399.9991455078125,580 -1120.0003662109375,581 490582 ],583 "rotation": [584 0,585 179.99978637695312,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 159,596 191,597 255598 ]599 },600 {601 "object_id": "SM_Floor_4x4m226",602 "bbox_2d": [603 1245,604 729,605 1300,606 760607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 1900.000789812096,612 -720.0001867500553,613 474.99999809265137614 ],615 "extent": [616 100.00018675005526,617 100.00018675005526,618 15.000001907348633619 ]620 },621 "obb": {622 "center": [623 1900.000789812096,624 -720.0001867500553,625 474.99999809265137626 ],627 "extent": [628 100.00018675005526,629 100.00018675005526,630 15.000001907348633631 ],632 "rotation": [633 0,634 -0.00010699999984353781,635 0636 ]637 },638 "location": [639 1800.0009765625,640 -620,641 490642 ],643 "rotation": [644 0,645 -0.00010699999984353781,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 159,656 31,657 63658 ]659 },660 {661 "object_id": "SM_Floor_4x4m204",662 "bbox_2d": [663 1245,664 716,665 1300,666 728667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 2050.0027524667553,672 -720.0025281041109,673 474.99999809265137674 ],675 "extent": [676 50.00090582381972,677 100.00045290883293,678 15.000001907348633679 ]680 },681 "obb": {682 "center": [683 2050.0027524667553,684 -720.0025281041109,685 474.99999809265137686 ],687 "extent": [688 50.00090582381972,689 100.00045290883293,690 15.000001907348633691 ],692 "rotation": [693 0,694 -0.0005189999938011169,695 0696 ]697 },698 "location": [699 2000.003662109375,700 -620.0020751953125,701 490702 ],703 "rotation": [704 0,705 -0.0005189999938011169,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 159,716 31,717 191718 ]719 },720 {721 "object_id": "SM_Floor_4x4m317",722 "bbox_2d": [723 801,724 361,725 1435,726 425727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 1100,732 -1020,733 834.9999980926514734 ],735 "extent": [736 100,737 200,738 15.000001907348633739 ]740 },741 "obb": {742 "center": [743 1100,744 -1020,745 834.9999980926514746 ],747 "extent": [748 100,749 200,750 15.000001907348633751 ],752 "rotation": [753 0,754 0,755 0756 ]757 },758 "location": [759 1000,760 -820,761 850762 ],763 "rotation": [764 0,765 0,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 143,776 127,777 47778 ]779 }780 ],781 "floor info board": [782 {783 "object_id": "SM_FloorInfoBoard3_13",784 "bbox_2d": [785 761,786 681,787 787,788 855789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 1090.8024861625986,794 -1218.3004608154345,795 652.7823486328125796 ],797 "extent": [798 25.500004071703188,799 1.6988678822374368,800 34.01959228515625801 ]802 },803 "obb": {804 "center": [805 1090.8024861625986,806 -1218.3004608154345,807 652.7823486328125808 ],809 "extent": [810 25.500004071703188,811 1.6988678822374368,812 34.01959228515625813 ],814 "rotation": [815 0,816 90.00013732910156,817 0818 ]819 },820 "location": [821 1090.802490234375,822 -1219.999267578125,823 652.7823486328125824 ],825 "rotation": [826 0,827 90.00013732910156,828 0829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 95,838 111,839 159840 ]841 }842 ],843 "floor separator": [844 {845 "object_id": "SM_FloorSeparator02_8",846 "bbox_2d": [847 1245,848 929,849 1405,850 935851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 1299.3640153630363,856 -945.5773114772906,857 490.6604975163759858 ],859 "extent": [860 5.254843374285883,861 113.00401385230384,862 0.6604975163759264863 ]864 },865 "obb": {866 "center": [867 1299.3640153630363,868 -945.5773114772906,869 490.6604975163759870 ],871 "extent": [872 5.254843374285883,873 113.00401385230384,874 0.6604975163759264875 ],876 "rotation": [877 0,878 -90.00006103515625,879 0880 ]881 },882 "location": [883 1299.3641357421875,884 -832.5733032226562,885 490886 ],887 "rotation": [888 0,889 -90.00006103515625,890 0891 ],892 "scale": [893 1.130040168762207,894 1.130040168762207,895 1.130040168762207896 ]897 },898 "color": [899 255,900 63,901 143902 ]903 }904 ],905 "window": [906 {907 "object_id": "SM_Wall01_2m20",908 "bbox_2d": [909 810,910 427,911 868,912 999913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 1250.0000324335488,918 -1220.9596490953995,919 640.0001068115234920 ],921 "extent": [922 50.000210592509916,923 29.041088532940535,924 180.00010681152344925 ]926 },927 "obb": {928 "center": [929 1250.0000324335488,930 -1220.9596490953995,931 640.0001068115234932 ],933 "extent": [934 50.000210592509916,935 29.041088532940535,936 180.00010681152344937 ],938 "rotation": [939 0,940 90.00011444091797,941 0942 ]943 },944 "location": [945 1200,946 -1220,947 490948 ],949 "rotation": [950 0,951 90.00011444091797,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 143,962 63,963 127964 ]965 },966 {967 "object_id": "Window_BP29",968 "bbox_2d": [969 1364,970 605,971 1394,972 664973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 2062.6803311372387,978 -469.99978694711285,979 667.941780090332980 ],981 "extent": [982 54.68056975554646,983 56.000221574494304,984 105.88986206054688985 ]986 },987 "obb": {988 "center": [989 2062.6803311372387,990 -469.99978694711285,991 667.941780090332992 ],993 "extent": [994 54.68056975554646,995 56.000221574494304,996 105.88986206054688997 ],998 "rotation": [999 0,1000 179.999755859375,1001 01002 ]1003 },1004 "location": [1005 2110,1006 -470,1007 5621008 ],1009 "rotation": [1010 0,1011 179.999755859375,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 47,1022 31,1023 1431024 ]1025 },1026 {1027 "object_id": "SM_Wall01_2m41_13",1028 "bbox_2d": [1029 1176,1030 438,1031 1442,1032 9411033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 1300.0001880396603,1038 -890.0002385817784,1039 654.99763488769531040 ],1041 "extent": [1042 38.08144959590129,1043 100.00029445432261,1044 165.002548217773441045 ]1046 },1047 "obb": {1048 "center": [1049 1300.0001880396603,1050 -890.0002385817784,1051 654.99763488769531052 ],1053 "extent": [1054 38.08144959590129,1055 100.00029445432261,1056 165.002548217773441057 ],1058 "rotation": [1059 0,1060 0.00011399998766137288,1061 01062 ]1063 },1064 "location": [1065 1310,1066 -790,1067 4901068 ],1069 "rotation": [1070 0,1071 0.00011399998766137288,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 223,1082 143,1083 471084 ]1085 },1086 {1087 "object_id": "SM_Wall01_2m53",1088 "bbox_2d": [1089 831,1090 438,1091 1185,1092 9411093 ],1094 "bbox_3d": {1095 "aabb": {1096 "center": [1097 1300.0002142470676,1098 -1111.974845431479,1099 655.00004577636721100 ],1101 "extent": [1102 38.08102545339182,1103 122.02525387273784,1104 165.000137329101561105 ]1106 },1107 "obb": {1108 "center": [1109 1300.0002142470676,1110 -1111.974845431479,1111 655.00004577636721112 ],1113 "extent": [1114 38.08102545339182,1115 122.02525387273784,1116 165.000137329101561117 ],1118 "rotation": [1119 0,1120 0.00011399998766137288,1121 01122 ]1123 },1124 "location": [1125 1310,1126 -1234,1127 4901128 ],1129 "rotation": [1130 0,1131 0.00011399998766137288,1132 01133 ],1134 "scale": [1135 1,1136 -0.8134999871253967,1137 11138 ]1139 },1140 "color": [1141 143,1142 255,1143 631144 ]1145 }1146 ],1147 "door": [1148 {1149 "object_id": "SM_Door02_2m91_1",1150 "bbox_2d": [1151 1245,1152 605,1153 1300,1154 7151155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 2110.96037746031,1160 -770.0002672314184,1161 640.00009155273441162 ],1163 "extent": [1164 39.042735688432,1165 150.00037193022933,1166 180.000091552734381167 ]1168 },1169 "obb": {1170 "center": [1171 2110.96037746031,1172 -770.0002672314184,1173 640.00009155273441174 ],1175 "extent": [1176 39.042735688432,1177 150.00037193022933,1178 180.000091552734381179 ],1180 "rotation": [1181 0,1182 179.99978637695312,1183 01184 ]1185 },1186 "location": [1187 2100,1188 -620,1189 4901190 ],1191 "rotation": [1192 0,1193 179.99978637695312,1194 01195 ],1196 "scale": [1197 1,1198 -1,1199 11200 ]