TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "1940Office",3 "view_id": "l108_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/1940Office/l108_r003/lit.png",5 "camera": {6 "location": [7 508,8 -893,9 75510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 508,38 -893,39 755,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "stairs floor": [54 {55 "object_id": "SM_StairsFloor2",56 "bbox_2d": [57 354,58 0,59 1718,60 33661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 600,66 -1019.9999999999999,67 834.874359130859468 ],69 "extent": [70 400.0000000000002,71 200.0000000000001,72 16.42483520507812573 ]74 },75 "obb": {76 "center": [77 600,78 -1019.9999999999999,79 834.874359130859480 ],81 "extent": [82 400.0000000000002,83 200.0000000000001,84 16.42483520507812585 ],86 "rotation": [87 0,88 90.00000000000001,89 090 ]91 },92 "location": [93 200,94 -1220,95 85096 ],97 "rotation": [98 0,99 90.00000000000001,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 191,111 127112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_4x4m97_13",118 "bbox_2d": [119 0,120 0,121 812,122 409123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 200,128 -620,129 834.9999980926514130 ],131 "extent": [132 200,133 200,134 15.000001907348633135 ]136 },137 "obb": {138 "center": [139 200,140 -620,141 834.9999980926514142 ],143 "extent": [144 200,145 200,146 15.000001907348633147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 -420,157 850158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 127,172 255,173 95174 ]175 },176 {177 "object_id": "SM_Floor_4x4m236",178 "bbox_2d": [179 811,180 1047,181 1412,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 100.00074568580033,188 -1019.9996271588375,189 474.99999809265137190 ],191 "extent": [192 100.00074568441016,193 200.00037284116252,194 15.000001907348633195 ]196 },197 "obb": {198 "center": [199 100.00074568580033,200 -1019.9996271588375,201 474.99999809265137202 ],203 "extent": [204 100.00074568441016,205 200.00037284116252,206 15.000001907348633207 ],208 "rotation": [209 0,210 179.99978637695312,211 0212 ]213 },214 "location": [215 200,216 -1220,217 490218 ],219 "rotation": [220 0,221 179.99978637695312,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 31,232 159,233 127234 ]235 },236 {237 "object_id": "SM_Floor_4x4m232_29",238 "bbox_2d": [239 733,240 337,241 1403,242 409243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 100,248 -1020,249 834.9999980926514250 ],251 "extent": [252 100,253 200,254 15.000001907348633255 ]256 },257 "obb": {258 "center": [259 100,260 -1020,261 834.9999980926514262 ],263 "extent": [264 100,265 200,266 15.000001907348633267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 0,276 -820,277 850278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 31,292 159,293 63294 ]295 },296 {297 "object_id": "SM_Floor_4x4m237",298 "bbox_2d": [299 713,300 1047,301 819,302 1079303 ],304 "bbox_3d": {305 "aabb": {306 "center": [307 100,308 -720,309 474.99999809265137310 ],311 "extent": [312 100,313 100,314 15.000001907348633315 ]316 },317 "obb": {318 "center": [319 100,320 -720,321 474.99999809265137322 ],323 "extent": [324 100,325 100,326 15.000001907348633327 ],328 "rotation": [329 0,330 0,331 0332 ]333 },334 "location": [335 0,336 -620,337 490338 ],339 "rotation": [340 0,341 0,342 0343 ],344 "scale": [345 1,346 1,347 1348 ]349 },350 "color": [351 159,352 127,353 127354 ]355 }356 ],357 "pillar": [358 {359 "object_id": "SM_Pillar18",360 "bbox_2d": [361 29,362 71,363 443,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 332.570556640625,370 -740,371 655.0000457763672372 ],373 "extent": [374 42.32736068178906,375 36.060882568359375,376 165.00013732910156377 ]378 },379 "obb": {380 "center": [381 332.570556640625,382 -740,383 655.0000457763672384 ],385 "extent": [386 42.32736068178906,387 36.060882568359375,388 165.00013732910156389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 332.570556640625,398 -740,399 490400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 0.8803300261497498,408 0.75,409 1410 ]411 },412 "color": [413 95,414 255,415 159416 ]417 },418 {419 "object_id": "SM_Pillar25",420 "bbox_2d": [421 659,422 407,423 730,424 1024425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 6.7027740478515625,430 -744.7352294921875,431 655.0000457763672432 ],433 "extent": [434 33.656868552193146,435 33.65682315729646,436 165.00013732910156437 ]438 },439 "obb": {440 "center": [441 6.7027740478515625,442 -744.7352294921875,443 655.0000457763672444 ],445 "extent": [446 33.656868552193146,447 33.65682315729646,448 165.00013732910156449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 6.7027740478515625,458 -744.7352294921875,459 490460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 0.699999988079071,468 0.699999988079071,469 1470 ]471 },472 "color": [473 255,474 159,475 0476 ]477 }478 ],479 "pipe": [480 {481 "object_id": "SM_PipeB1M18",482 "bbox_2d": [483 709,484 864,485 728,486 1053487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 10.777300357813523,492 -768.0833106040903,493 540494 ],495 "extent": [496 5.469360560066082,497 5.469361513738363,498 50499 ]500 },501 "obb": {502 "center": [503 10.777300357813523,504 -768.0833106040903,505 540506 ],507 "extent": [508 5.469360560066082,509 5.469361513738363,510 50511 ],512 "rotation": [513 0,514 90.00012207031251,515 0516 ]517 },518 "location": [519 10.777297973632812,520 -768.0833129882812,521 490522 ],523 "rotation": [524 0,525 90.00012207031251,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 31,536 111,537 255538 ]539 },540 {541 "object_id": "SM_PipeB1M19",542 "bbox_2d": [543 708,544 656,545 728,546 865547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 10.777300357813523,552 -768.0833106040903,553 642.1857690811157554 ],555 "extent": [556 5.469360560066082,557 5.469361513738363,558 54.15995121002197559 ]560 },561 "obb": {562 "center": [563 10.777300357813523,564 -768.0833106040903,565 642.1857690811157566 ],567 "extent": [568 5.469360560066082,569 5.469361513738363,570 54.15995121002197571 ],572 "rotation": [573 0,574 90.00012207031251,575 0576 ]577 },578 "location": [579 10.777297973632812,580 -768.0833129882812,581 588.0258178710938582 ],583 "rotation": [584 0,585 90.00012207031251,586 0587 ],588 "scale": [589 1,590 1,591 1.0831990242004395592 ]593 },594 "color": [595 31,596 111,597 127598 ]599 },600 {601 "object_id": "SM_PipeB1M20",602 "bbox_2d": [603 709,604 619,605 743,606 655607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 10.777397210540597,612 -771.930518150322,613 704.7017164230347614 ],615 "extent": [616 5.5562944397146,617 9.309825551049698,618 9.369014739990234619 ]620 },621 "obb": {622 "center": [623 10.777397210540599,624 -771.930518150322,625 704.7017164230347626 ],627 "extent": [628 5.5562944397146,629 9.309825551049698,630 9.369014739990234631 ],632 "rotation": [633 0,634 -89.99988555908203,635 0636 ]637 },638 "location": [639 10.777389526367188,640 -768.0833740234375,641 695.3327026367188642 ],643 "rotation": [644 0,645 -89.99988555908203,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 31,656 111,657 63658 ]659 },660 {661 "object_id": "SM_PipeB1M21",662 "bbox_2d": [663 742,664 619,665 816,666 638667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 10.777477125026426,672 -800.6792493572939,673 708.6791968345642674 ],675 "extent": [676 5.469400842519203,677 19.50130124725058,678 5.4693498611450195679 ]680 },681 "obb": {682 "center": [683 10.777477125026426,684 -800.6792493572939,685 708.6791968345642686 ],687 "extent": [688 5.469400842519203,689 19.50130124725058,690 5.4693498611450195691 ],692 "rotation": [693 -90,694 -165.96375653207352,695 75.96390911996411696 ]697 },698 "location": [699 10.777427673339844,700 -781.2152099609375,701 708.67919921875702 ],703 "rotation": [704 -90,705 -165.96375653207352,706 75.96390911996411707 ],708 "scale": [709 1,710 1,711 0.6812120079994202712 ]713 },714 "color": [715 31,716 111,717 191718 ]719 },720 {721 "object_id": "SM_PipeB1M22",722 "bbox_2d": [723 816,724 604,725 853,726 639727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 10.777503679211875,732 -828.6819410323977,733 712.7374029159546734 ],735 "extent": [736 5.556290815284189,737 9.369023618332903,738 9.309814453125739 ]740 },741 "obb": {742 "center": [743 10.777503679211875,744 -828.6819410323977,745 712.7374029159546746 ],747 "extent": [748 5.556290815284189,749 9.369023618332903,750 9.309814453125751 ],752 "rotation": [753 90,754 -14.036243467926479,755 -104.03633502066086756 ]757 },758 "location": [759 10.777488708496094,760 -819.3129272460938,761 708.8902587890625762 ],763 "rotation": [764 90,765 -14.036243467926479,766 -104.03633502066086767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 31,776 111,777 31778 ]779 },780 {781 "object_id": "SM_PipeB1M23",782 "bbox_2d": [783 833,784 528,785 853,786 603787 ],788 "bbox_3d": {789 "aabb": {790 "center": [791 10.777554988698927,792 -832.8233441081087,793 741.6718641032811794 ],795 "extent": [796 5.469359831946836,797 5.469444514373777,798 19.501310164091933799 ]800 },801 "obb": {802 "center": [803 10.777554988698927,804 -832.8233441081087,805 741.6718641032811806 ],807 "extent": [808 5.469359831946836,809 5.469444514373777,810 19.501310164091933811 ],812 "rotation": [813 0.00024600001052021986,814 -89.99988555908202,815 0816 ]817 },818 "location": [819 10.777557373046875,820 -832.8234252929688,821 722.2078247070312822 ],823 "rotation": [824 0.00024600001052021986,825 -89.99988555908202,826 0827 ],828 "scale": [829 1,830 1,831 0.6812120079994202832 ]833 },834 "color": [835 31,836 111,837 95838 ]839 },840 {841 "object_id": "SM_PipeB1M24",842 "bbox_2d": [843 820,844 508,845 853,846 558847 ],848 "bbox_3d": {849 "aabb": {850 "center": [851 10.777552347547712,852 -829.8299032957138,853 758.228782198977854 ],855 "extent": [856 5.469371056164167,857 8.46288395786189,858 13.006073093494479859 ]860 },861 "obb": {862 "center": [863 10.777552347547712,864 -829.8299032957138,865 758.228782198977866 ],867 "extent": [868 5.469371056164167,869 8.46288395786189,870 13.006073093494479871 ],872 "rotation": [873 0.00024600001052021986,874 -89.99988555908202,875 0876 ]877 },878 "location": [879 10.777557373046875,880 -832.8234252929688,881 745.2743530273438882 ],883 "rotation": [884 0.00024600001052021986,885 -89.99988555908202,886 0887 ],888 "scale": [889 1,890 1,891 1892 ]893 },894 "color": [895 31,896 111,897 159898 ]899 },900 {901 "object_id": "SM_PipeB1M25",902 "bbox_2d": [903 833,904 432,905 853,906 508907 ],908 "bbox_3d": {909 "aabb": {910 "center": [911 10.777478694675501,912 -832.8233050001519,913 799.4563884732577914 ],915 "extent": [916 5.4693598320250985,917 5.469483697169494,918 28.6273618918691919 ]920 },921 "obb": {922 "center": [923 10.777478694675501,924 -832.8233050001519,925 799.4563884732577926 ],927 "extent": [928 5.4693598320250985,929 5.469483697169494,930 28.6273618918691931 ],932 "rotation": [933 0.00024600001052021986,934 -89.99988555908202,935 0936 ]937 },938 "location": [939 10.777481079101562,940 -832.8234252929688,941 770.8837280273438942 ],943 "rotation": [944 0.00024600001052021986,945 -89.99988555908202,946 0947 ],948 "scale": [949 1,950 1,951 1952 ]953 },954 "color": [955 31,956 111,957 223958 ]959 },960 {961 "object_id": "SM_PipeB1M26",962 "bbox_2d": [963 764,964 522,965 820,966 543967 ],968 "bbox_3d": {969 "aabb": {970 "center": [971 10.777850839161006,972 -806.2233332424132,973 758.6093163490295974 ],975 "extent": [976 5.469396470742245,977 14.883113748478308,978 5.4693498611450195979 ]980 },981 "obb": {982 "center": [983 10.777850839161008,984 -806.2233332424132,985 758.6093163490295986 ],987 "extent": [988 5.469396470742245,989 14.883113748478308,990 5.4693498611450195991 ],992 "rotation": [993 90,994 165.96375653207352,995 -104.03642657339523996 ]997 },998 "location": [999 10.777900695800781,1000 -821.0780029296875,1001 758.60931396484381002 ],1003 "rotation": [1004 90,1005 165.96375653207352,1006 -104.036426573395231007 ],1008 "scale": [1009 1,1010 1,1011 0.51989102363586431012 ]1013 },1014 "color": [1015 31,1016 111,1017 151018 ]1019 },1020 {1021 "object_id": "SM_PipeB1M27",1022 "bbox_2d": [1023 713,1024 511,1025 765,1026 5431027 ],1028 "bbox_3d": {1029 "aabb": {1030 "center": [1031 10.77344389474482,1032 -779.6124010085879,1033 761.6027803421021034 ],1035 "extent": [1036 5.469374934975084,1037 13.006045497868968,1038 8.4628171920776371039 ]1040 },1041 "obb": {1042 "center": [1043 10.773443894744819,1044 -779.6124010085879,1045 761.6027803421021046 ],1047 "extent": [1048 5.469374934975084,1049 13.006045497868968,1050 8.4628171920776371051 ],1052 "rotation": [1053 -90,1054 -172.8749836510982,1055 82.875075203832581056 ]1057 },1058 "location": [1059 10.773422241210938,1060 -766.657958984375,1061 758.60931396484381062 ],1063 "rotation": [1064 -90,1065 -172.8749836510982,1066 82.875075203832581067 ],1068 "scale": [1069 1,1070 1,1071 11072 ]1073 },1074 "color": [1075 31,1076 111,1077 471078 ]1079 },1080 {1081 "object_id": "SM_PipeB1M28",1082 "bbox_2d": [1083 731,1084 432,1085 751,1086 5091087 ],1088 "bbox_3d": {1089 "aabb": {1090 "center": [1091 10.777646541355189,1092 -779.9260882032769,1093 799.45638847325771094 ],1095 "extent": [1096 5.4693598320250985,1097 5.469483697169494,1098 28.62736189186911099 ]1100 },1101 "obb": {1102 "center": [1103 10.777646541355189,1104 -779.9260882032769,1105 799.45638847325771106 ],1107 "extent": [1108 5.4693598320250985,1109 5.469483697169494,1110 28.62736189186911111 ],1112 "rotation": [1113 0.00024600001052021986,1114 -89.99988555908202,1115 01116 ]1117 },1118 "location": [1119 10.77764892578125,1120 -779.9262084960938,1121 770.88372802734381122 ],1123 "rotation": [1124 0.00024600001052021986,1125 -89.99988555908202,1126 01127 ],1128 "scale": [1129 1,1130 1,1131 11132 ]1133 },1134 "color": [1135 31,1136 111,1137 791138 ]1139 }1140 ],1141 "exterior small window": [1142 {1143 "object_id": "SM_ExteriorSmallWindow_4m_82",1144 "bbox_2d": [1145 706,1146 410,1147 1412,1148 10461149 ],1150 "bbox_3d": {1151 "aabb": {1152 "center": [1153 -0.9579086202028044,1154 -970.0000111730885,1155 640.00009155273441156 ],1157 "extent": [1158 29.041684160981845,1159 250.00020003542977,1160 180.000091552734381161 ]1162 },1163 "obb": {1164 "center": [1165 -0.9579086202028044,1166 -970.0000111730885,1167 640.00009155273441168 ],1169 "extent": [1170 29.041684160981845,1171 250.00020003542977,1172 180.000091552734381173 ],1174 "rotation": [1175 0,1176 179.999755859375,1177 01178 ]1179 },1180 "location": [1181 0.00040531158447265625,1182 -1220,1183 4601184 ],1185 "rotation": [1186 0,1187 179.999755859375,1188 01189 ],1190 "scale": [1191 1,1192 1,1193 11194 ]1195 },1196 "color": [1197 143,1198 127,1199 151200 ]