TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l116_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l116_r002/lit.png",5 "camera": {6 "location": [7 316,8 -1112,9 75510 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 316,38 -1112,39 755,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "stairs floor": [54 {55 "object_id": "SM_StairsFloor2",56 "bbox_2d": [57 525,58 0,59 1516,60 33861 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 600,66 -1019.9999999999999,67 834.874359130859468 ],69 "extent": [70 400.0000000000002,71 200.0000000000001,72 16.42483520507812573 ]74 },75 "obb": {76 "center": [77 600,78 -1019.9999999999999,79 834.874359130859480 ],81 "extent": [82 400.0000000000002,83 200.0000000000001,84 16.42483520507812585 ],86 "rotation": [87 0,88 90.00000000000001,89 090 ]91 },92 "location": [93 200,94 -1220,95 85096 ],97 "rotation": [98 0,99 90.00000000000001,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 127112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_4x4m97_13",118 "bbox_2d": [119 525,120 307,121 1207,122 396123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 200,128 -620,129 834.9999980926514130 ],131 "extent": [132 200,133 200,134 15.000001907348633135 ]136 },137 "obb": {138 "center": [139 200,140 -620,141 834.9999980926514142 ],143 "extent": [144 200,145 200,146 15.000001907348633147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 -420,157 850158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 255,173 95174 ]175 },176 {177 "object_id": "SM_Floor_4x4m232_29",178 "bbox_2d": [179 821,180 0,181 1919,182 382183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 100,188 -1020,189 834.9999980926514190 ],191 "extent": [192 100,193 200,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 100,200 -1020,201 834.9999980926514202 ],203 "extent": [204 100,205 200,206 15.000001907348633207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 -820,217 850218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 31,232 159,233 63234 ]235 }236 ],237 "pillar": [238 {239 "object_id": "SM_Pillar25",240 "bbox_2d": [241 1101,242 394,243 1160,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 6.7027740478515625,250 -744.7352294921875,251 655.0000457763672252 ],253 "extent": [254 33.656868552193146,255 33.65682315729646,256 165.00013732910156257 ]258 },259 "obb": {260 "center": [261 6.7027740478515625,262 -744.7352294921875,263 655.0000457763672264 ],265 "extent": [266 33.656868552193146,267 33.65682315729646,268 165.00013732910156269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 6.7027740478515625,278 -744.7352294921875,279 490280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.699999988079071,288 0.699999988079071,289 1290 ]291 },292 "color": [293 255,294 159,295 0296 ]297 }298 ],299 "pipe": [300 {301 "object_id": "SM_PipeB1M18",302 "bbox_2d": [303 1146,304 897,305 1167,306 1079307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 10.777300357813523,312 -768.0833106040903,313 540314 ],315 "extent": [316 5.469360560066082,317 5.469361513738363,318 50319 ]320 },321 "obb": {322 "center": [323 10.777300357813523,324 -768.0833106040903,325 540326 ],327 "extent": [328 5.469360560066082,329 5.469361513738363,330 50331 ],332 "rotation": [333 0,334 90.00012207031251,335 0336 ]337 },338 "location": [339 10.777297973632812,340 -768.0833129882812,341 490342 ],343 "rotation": [344 0,345 90.00012207031251,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 31,356 111,357 255358 ]359 },360 {361 "object_id": "SM_PipeB1M19",362 "bbox_2d": [363 1145,364 668,365 1168,366 899367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 10.777300357813523,372 -768.0833106040903,373 642.1857690811157374 ],375 "extent": [376 5.469360560066082,377 5.469361513738363,378 54.15995121002197379 ]380 },381 "obb": {382 "center": [383 10.777300357813523,384 -768.0833106040903,385 642.1857690811157386 ],387 "extent": [388 5.469360560066082,389 5.469361513738363,390 54.15995121002197391 ],392 "rotation": [393 0,394 90.00012207031251,395 0396 ]397 },398 "location": [399 10.777297973632812,400 -768.0833129882812,401 588.0258178710938402 ],403 "rotation": [404 0,405 90.00012207031251,406 0407 ],408 "scale": [409 1,410 1,411 1.0831990242004395412 ]413 },414 "color": [415 31,416 111,417 127418 ]419 },420 {421 "object_id": "SM_PipeB1M20",422 "bbox_2d": [423 1145,424 629,425 1175,426 668427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 10.777397210540597,432 -771.930518150322,433 704.7017164230347434 ],435 "extent": [436 5.5562944397146,437 9.309825551049698,438 9.369014739990234439 ]440 },441 "obb": {442 "center": [443 10.777397210540599,444 -771.930518150322,445 704.7017164230347446 ],447 "extent": [448 5.5562944397146,449 9.309825551049698,450 9.369014739990234451 ],452 "rotation": [453 0,454 -89.99988555908203,455 0456 ]457 },458 "location": [459 10.777389526367188,460 -768.0833740234375,461 695.3327026367188462 ],463 "rotation": [464 0,465 -89.99988555908203,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 31,476 111,477 63478 ]479 },480 {481 "object_id": "SM_PipeB1M21",482 "bbox_2d": [483 1167,484 629,485 1234,486 660487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 10.777477125026426,492 -800.6792493572939,493 708.6791968345642494 ],495 "extent": [496 5.469400842519203,497 19.50130124725058,498 5.4693498611450195499 ]500 },501 "obb": {502 "center": [503 10.777477125026426,504 -800.6792493572939,505 708.6791968345642506 ],507 "extent": [508 5.469400842519203,509 19.50130124725058,510 5.4693498611450195511 ],512 "rotation": [513 -90,514 -165.96375653207352,515 75.96390911996411516 ]517 },518 "location": [519 10.777427673339844,520 -781.2152099609375,521 708.67919921875522 ],523 "rotation": [524 -90,525 -165.96375653207352,526 75.96390911996411527 ],528 "scale": [529 1,530 1,531 0.6812120079994202532 ]533 },534 "color": [535 31,536 111,537 191538 ]539 },540 {541 "object_id": "SM_PipeB1M22",542 "bbox_2d": [543 1230,544 620,545 1276,546 661547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 10.777503679211875,552 -828.6819410323977,553 712.7374029159546554 ],555 "extent": [556 5.556290815284189,557 9.369023618332903,558 9.309814453125559 ]560 },561 "obb": {562 "center": [563 10.777503679211875,564 -828.6819410323977,565 712.7374029159546566 ],567 "extent": [568 5.556290815284189,569 9.369023618332903,570 9.309814453125571 ],572 "rotation": [573 90,574 -14.036243467926479,575 -104.03633502066086576 ]577 },578 "location": [579 10.777488708496094,580 -819.3129272460938,581 708.8902587890625582 ],583 "rotation": [584 90,585 -14.036243467926479,586 -104.03633502066086587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 31,596 111,597 31598 ]599 },600 {601 "object_id": "SM_PipeB1M23",602 "bbox_2d": [603 1250,604 525,605 1277,606 620607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 10.777554988698927,612 -832.8233441081087,613 741.6718641032811614 ],615 "extent": [616 5.469359831946836,617 5.469444514373777,618 19.501310164091933619 ]620 },621 "obb": {622 "center": [623 10.777554988698927,624 -832.8233441081087,625 741.6718641032811626 ],627 "extent": [628 5.469359831946836,629 5.469444514373777,630 19.501310164091933631 ],632 "rotation": [633 0.00024600001052021986,634 -89.99988555908202,635 0636 ]637 },638 "location": [639 10.777557373046875,640 -832.8234252929688,641 722.2078247070312642 ],643 "rotation": [644 0.00024600001052021986,645 -89.99988555908202,646 0647 ],648 "scale": [649 1,650 1,651 0.6812120079994202652 ]653 },654 "color": [655 31,656 111,657 95658 ]659 },660 {661 "object_id": "SM_PipeB1M24",662 "bbox_2d": [663 1233,664 500,665 1277,666 563667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 10.777552347547712,672 -829.8299032957138,673 758.228782198977674 ],675 "extent": [676 5.469371056164167,677 8.46288395786189,678 13.006073093494479679 ]680 },681 "obb": {682 "center": [683 10.777552347547712,684 -829.8299032957138,685 758.228782198977686 ],687 "extent": [688 5.469371056164167,689 8.46288395786189,690 13.006073093494479691 ],692 "rotation": [693 0.00024600001052021986,694 -89.99988555908202,695 0696 ]697 },698 "location": [699 10.777557373046875,700 -832.8234252929688,701 745.2743530273438702 ],703 "rotation": [704 0.00024600001052021986,705 -89.99988555908202,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 31,716 111,717 159718 ]719 },720 {721 "object_id": "SM_PipeB1M25",722 "bbox_2d": [723 1250,724 405,725 1277,726 500727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 10.777478694675501,732 -832.8233050001519,733 799.4563884732577734 ],735 "extent": [736 5.4693598320250985,737 5.469483697169494,738 28.6273618918691739 ]740 },741 "obb": {742 "center": [743 10.777478694675501,744 -832.8233050001519,745 799.4563884732577746 ],747 "extent": [748 5.4693598320250985,749 5.469483697169494,750 28.6273618918691751 ],752 "rotation": [753 0.00024600001052021986,754 -89.99988555908202,755 0756 ]757 },758 "location": [759 10.777481079101562,760 -832.8234252929688,761 770.8837280273438762 ],763 "rotation": [764 0.00024600001052021986,765 -89.99988555908202,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 31,776 111,777 223778 ]779 },780 {781 "object_id": "SM_PipeB1M26",782 "bbox_2d": [783 1186,784 518,785 1241,786 543787 ],788 "bbox_3d": {789 "aabb": {790 "center": [791 10.777850839161006,792 -806.2233332424132,793 758.6093163490295794 ],795 "extent": [796 5.469396470742245,797 14.883113748478308,798 5.4693498611450195799 ]800 },801 "obb": {802 "center": [803 10.777850839161008,804 -806.2233332424132,805 758.6093163490295806 ],807 "extent": [808 5.469396470742245,809 14.883113748478308,810 5.4693498611450195811 ],812 "rotation": [813 90,814 165.96375653207352,815 -104.03642657339523816 ]817 },818 "location": [819 10.777900695800781,820 -821.0780029296875,821 758.6093139648438822 ],823 "rotation": [824 90,825 165.96375653207352,826 -104.03642657339523827 ],828 "scale": [829 1,830 1,831 0.5198910236358643832 ]833 },834 "color": [835 31,836 111,837 15838 ]839 },840 {841 "object_id": "SM_PipeB1M27",842 "bbox_2d": [843 1146,844 507,845 1196,846 543847 ],848 "bbox_3d": {849 "aabb": {850 "center": [851 10.77344389474482,852 -779.6124010085879,853 761.602780342102854 ],855 "extent": [856 5.469374934975084,857 13.006045497868968,858 8.462817192077637859 ]860 },861 "obb": {862 "center": [863 10.773443894744819,864 -779.6124010085879,865 761.602780342102866 ],867 "extent": [868 5.469374934975084,869 13.006045497868968,870 8.462817192077637871 ],872 "rotation": [873 -90,874 -172.8749836510982,875 82.87507520383258876 ]877 },878 "location": [879 10.773422241210938,880 -766.657958984375,881 758.6093139648438882 ],883 "rotation": [884 -90,885 -172.8749836510982,886 82.87507520383258887 ],888 "scale": [889 1,890 1,891 1892 ]893 },894 "color": [895 31,896 111,897 47898 ]899 },900 {901 "object_id": "SM_PipeB1M28",902 "bbox_2d": [903 1162,904 419,905 1186,906 505907 ],908 "bbox_3d": {909 "aabb": {910 "center": [911 10.777646541355189,912 -779.9260882032769,913 799.4563884732577914 ],915 "extent": [916 5.4693598320250985,917 5.469483697169494,918 28.6273618918691919 ]920 },921 "obb": {922 "center": [923 10.777646541355189,924 -779.9260882032769,925 799.4563884732577926 ],927 "extent": [928 5.4693598320250985,929 5.469483697169494,930 28.6273618918691931 ],932 "rotation": [933 0.00024600001052021986,934 -89.99988555908202,935 0936 ]937 },938 "location": [939 10.77764892578125,940 -779.9262084960938,941 770.8837280273438942 ],943 "rotation": [944 0.00024600001052021986,945 -89.99988555908202,946 0947 ],948 "scale": [949 1,950 1,951 1952 ]953 },954 "color": [955 31,956 111,957 79958 ]959 }960 ],961 "exterior small window": [962 {963 "object_id": "SM_ExteriorSmallWindow_4m_82",964 "bbox_2d": [965 1143,966 244,967 1919,968 1079969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 -0.9579086202028044,974 -970.0000111730885,975 640.0000915527344976 ],977 "extent": [978 29.041684160981845,979 250.00020003542977,980 180.00009155273438981 ]982 },983 "obb": {984 "center": [985 -0.9579086202028044,986 -970.0000111730885,987 640.0000915527344988 ],989 "extent": [990 29.041684160981845,991 250.00020003542977,992 180.00009155273438993 ],994 "rotation": [995 0,996 179.999755859375,997 0998 ]999 },1000 "location": [1001 0.00040531158447265625,1002 -1220,1003 4601004 ],1005 "rotation": [1006 0,1007 179.999755859375,1008 01009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 143,1018 127,1019 151020 ]1021 }1022 ],1023 "window": [1024 {1025 "object_id": "SM_Wall01_2m28",1026 "bbox_2d": [1027 534,1028 344,1029 1106,1030 10791031 ],1032 "bbox_3d": {1033 "aabb": {1034 "center": [1035 200.00023865673862,1036 -729.9996214282062,1037 655.00004577636721038 ],1039 "extent": [1040 200.00041681569982,1041 38.081660077038464,1042 165.000137329101561043 ]1044 },1045 "obb": {1046 "center": [1047 200.00023865673862,1048 -729.9996214282062,1049 655.00004577636721050 ],1051 "extent": [1052 200.00041681569982,1053 38.081660077038464,1054 165.000137329101561055 ],1056 "rotation": [1057 0,1058 90.00011444091797,1059 01060 ]1061 },1062 "location": [1063 0,1064 -720,1065 4901066 ],1067 "rotation": [1068 0,1069 90.00011444091797,1070 01071 ],1072 "scale": [1073 1,1074 1,1075 11076 ]1077 },1078 "color": [1079 143,1080 255,1081 1591082 ]1083 }1084 ]1085 },1086 "foreground": {1087 "poster": [1088 {1089 "object_id": "SM_Poster17",1090 "bbox_2d": [1091 718,1092 650,1093 888,1094 9191095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 177.31098260112012,1100 -749.7676064700499,1101 659.39663429170381102 ],1103 "extent": [1104 34.962717593729764,1105 2.6795707459694995,1106 49.740470587639721107 ]1108 },1109 "obb": {1110 "center": [1111 177.31098260112012,1112 -749.7676064700499,1113 659.39663429170381114 ],1115 "extent": [1116 34.962717593729764,1117 2.6795707459694995,1118 49.740470587639721119 ],1120 "rotation": [1121 0,1122 -90.0001449584961,1123 01124 ]1125 },1126 "location": [1127 177.3109893798828,1128 -747.0882568359375,1129 659.37213134765621130 ],1131 "rotation": [1132 0,1133 -90.0001449584961,1134 01135 ],1136 "scale": [1137 1.2999999523162842,1138 1.2999999523162842,1139 1.29999995231628421140 ]1141 },1142 "color": [1143 15,1144 127,1145 151146 ]1147 }1148 ],1149 "web": [1150 {1151 "object_id": "SM_Web33_62",1152 "bbox_2d": [1153 1144,1154 540,1155 1211,1156 6921157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 10.214987190707713,1162 -782.5600877310882,1163 722.45321839551791164 ],1165 "extent": [1166 9.298781002913518,1167 21.218195500763045,1168 37.460613190552981169 ]1170 },1171 "obb": {1172 "center": [1173 10.214987190707715,1174 -782.5600877310882,1175 722.45321839551791176 ],1177 "extent": [1178 9.298781002913518,1179 21.218195500763045,1180 37.460613190552981181 ],1182 "rotation": [1183 14.290817260742196,1184 -115.5540771484375,1185 79.720230102539051186 ]1187 },1188 "location": [1189 15.161651611328125,1190 -764.3541870117188,1191 754.79351806640621192 ],1193 "rotation": [1194 14.290817260742196,1195 -115.5540771484375,1196 79.720230102539051197 ],1198 "scale": [1199 1.3610289096832275,1200 1.3610289096832275,