TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "SciOffice",3 "view_id": "l047_off2_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/SciOffice/l047_off2_r002/lit.png",5 "camera": {6 "location": [7 -486,8 -1281,9 25310 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -486,38 -1281,39 253,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_Wall_3",56 "bbox_2d": [57 375,58 839,59 397,60 89661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -600,66 710,67 159.9999847412109468 ],69 "extent": [70 100.25001287677517,71 11.000188794644828,72 150.2573 ]74 },75 "obb": {76 "center": [77 -600,78 710,79 159.9999847412109480 ],81 "extent": [82 100.25001287677517,83 11.000188794644828,84 150.2585 ],86 "rotation": [87 0,88 179.99989318847656,89 090 ]91 },92 "location": [93 -600,94 710,95 1096 ],97 "rotation": [98 0,99 179.99989318847656,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 },114 {115 "object_id": "SM_Wall_16",116 "bbox_2d": [117 379,118 862,119 399,120 890121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -710,126 -300,127 159.99998474121094128 ],129 "extent": [130 11.000428545730301,131 200.2500234353672,132 150.25133 ]134 },135 "obb": {136 "center": [137 -710,138 -300,139 159.99998474121094140 ],141 "extent": [142 11.000428545730301,143 200.2500234353672,144 150.25145 ],146 "rotation": [147 0,148 90.00012207031251,149 0150 ]151 },152 "location": [153 -710,154 -300,155 10156 ],157 "rotation": [158 0,159 90.00012207031251,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 127,170 255,171 255172 ]173 },174 {175 "object_id": "SM_Wall_149",176 "bbox_2d": [177 947,178 190,179 1919,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 -710,186 -1100,187 159.99998474121094188 ],189 "extent": [190 11.00026855634303,191 200.250014647211,192 150.25193 ]194 },195 "obb": {196 "center": [197 -710,198 -1100,199 159.99998474121094200 ],201 "extent": [202 11.00026855634303,203 200.250014647211,204 150.25205 ],206 "rotation": [207 0,208 90.00007629394531,209 0210 ]211 },212 "location": [213 -710,214 -1100,215 10216 ],217 "rotation": [218 0,219 90.00007629394531,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 127,231 191232 ]233 },234 {235 "object_id": "SM_Wall_77",236 "bbox_2d": [237 947,238 0,239 1919,240 413241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 -710,246 -1100,247 359.99999237060547248 ],249 "extent": [250 11.000426638381668,251 200.25002343536312,252 50.24999237060547253 ]254 },255 "obb": {256 "center": [257 -710,258 -1100,259 359.99999237060547260 ],261 "extent": [262 11.000426638381668,263 200.25002343536312,264 50.24999237060547265 ],266 "rotation": [267 0,268 90.00012207031251,269 0270 ]271 },272 "location": [273 -710,274 -1100,275 310276 ],277 "rotation": [278 0,279 90.00012207031251,280 0281 ],282 "scale": [283 1,284 1,285 1286 ]287 },288 "color": [289 0,290 191,291 255292 ]293 },294 {295 "object_id": "SM_Wall_227",296 "bbox_2d": [297 944,298 201,299 946,300 408301 ],302 "bbox_3d": {303 "aabb": {304 "center": [305 -710,306 -700,307 359.99999237060547308 ],309 "extent": [310 11.000426638381668,311 200.25002343536312,312 50.24999237060547313 ]314 },315 "obb": {316 "center": [317 -710,318 -700,319 359.99999237060547320 ],321 "extent": [322 11.000426638381668,323 200.25002343536312,324 50.24999237060547325 ],326 "rotation": [327 0,328 90.00012207031251,329 0330 ]331 },332 "location": [333 -710,334 -700,335 310336 ],337 "rotation": [338 0,339 90.00012207031251,340 0341 ],342 "scale": [343 1,344 1,345 1346 ]347 },348 "color": [349 191,350 0,351 0352 ]353 },354 {355 "object_id": "SM_Wall_47",356 "bbox_2d": [357 373,358 856,359 400,360 901361 ],362 "bbox_3d": {363 "aabb": {364 "center": [365 -649.9999923705058,366 500.0000798948132,367 419.9999400788846368 ],369 "extent": [370 50.25032553195547,371 200.25008163795474,372 11.000084685866113373 ]374 },375 "obb": {376 "center": [377 -649.9999923705058,378 500.0000798948132,379 419.9999400788846380 ],381 "extent": [382 50.25032553195547,383 200.25008163795474,384 11.000084685866113385 ],386 "rotation": [387 7.000000091289134e-06,388 -90.00009155273438,389 -90.00006866455077390 ]391 },392 "location": [393 -600,394 500,395 420396 ],397 "rotation": [398 7.000000091289134e-06,399 -90.00009155273438,400 -90.00006866455077401 ],402 "scale": [403 1,404 1,405 1406 ]407 },408 "color": [409 95,410 255,411 255412 ]413 }414 ],415 "wall div": [416 {417 "object_id": "SM_WallDiv_31",418 "bbox_2d": [419 451,420 95,421 946,422 413423 ],424 "bbox_3d": {425 "aabb": {426 "center": [427 -600,428 -895,429 359.99999618530273430 ],431 "extent": [432 100.24999237060547,433 5.500002861022949,434 50.249996185302734435 ]436 },437 "obb": {438 "center": [439 -600,440 -895,441 359.99999618530273442 ],443 "extent": [444 100.24999237060547,445 5.500002861022949,446 50.249996185302734447 ],448 "rotation": [449 0,450 0,451 0452 ]453 },454 "location": [455 -600,456 -895,457 310458 ],459 "rotation": [460 0,461 0,462 0463 ],464 "scale": [465 1,466 1,467 1468 ]469 },470 "color": [471 255,472 63,473 63474 ]475 },476 {477 "object_id": "SM_WallDiv_32",478 "bbox_2d": [479 0,480 2,481 451,482 377483 ],484 "bbox_3d": {485 "aabb": {486 "center": [487 -400,488 -895,489 359.99999618530273490 ],491 "extent": [492 100.24999237060547,493 5.500002861022949,494 50.249996185302734495 ]496 },497 "obb": {498 "center": [499 -400,500 -895,501 359.99999618530273502 ],503 "extent": [504 100.24999237060547,505 5.500002861022949,506 50.249996185302734507 ],508 "rotation": [509 0,510 0,511 0512 ]513 },514 "location": [515 -400,516 -895,517 310518 ],519 "rotation": [520 0,521 0,522 0523 ],524 "scale": [525 1,526 1,527 1528 ]529 },530 "color": [531 127,532 63,533 63534 ]535 }536 ],537 "floor planks corner": [538 {539 "object_id": "SM_Floor_69",540 "bbox_2d": [541 0,542 0,543 1255,544 195545 ],546 "bbox_3d": {547 "aabb": {548 "center": [549 -500,550 -1100,551 420552 ],553 "extent": [554 200.50076280677033,555 200.50076280677035,556 11.000001907348633557 ]558 },559 "obb": {560 "center": [561 -500,562 -1100,563 420564 ],565 "extent": [566 200.50076280677033,567 200.50076280677035,568 11.000001907348633569 ],570 "rotation": [571 0,572 179.99978637695312,573 0574 ]575 },576 "location": [577 -500,578 -1100,579 420580 ],581 "rotation": [582 0,583 179.99978637695312,584 0585 ],586 "scale": [587 1,588 1,589 1590 ]591 },592 "color": [593 31,594 31,595 191596 ]597 },598 {599 "object_id": "SM_Floor_7",600 "bbox_2d": [601 313,602 928,603 314,604 1079605 ],606 "bbox_3d": {607 "aabb": {608 "center": [609 -500,610 -700,611 0612 ],613 "extent": [614 200.50022884421102,615 200.50022884421102,616 11.000001907348633617 ]618 },619 "obb": {620 "center": [621 -500,622 -700,623 0624 ],625 "extent": [626 200.50022884421102,627 200.50022884421102,628 11.000001907348633629 ],630 "rotation": [631 0,632 -90.00006103515625,633 0634 ]635 },636 "location": [637 -500,638 -700,639 0640 ],641 "rotation": [642 0,643 -90.00006103515625,644 0645 ],646 "scale": [647 1,648 1,649 1650 ]651 },652 "color": [653 31,654 47,655 159656 ]657 }658 ],659 "trim": [660 {661 "object_id": "SM_Trim_134",662 "bbox_2d": [663 6,664 617,665 62,666 620667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 -294.9999694824219,672 -509.9999694824219,673 210674 ],675 "extent": [676 10.50003641635385,677 10.500038323695435,678 201.0000000000001679 ]680 },681 "obb": {682 "center": [683 -294.9999694824219,684 -509.9999694824219,685 210.00000000000003686 ],687 "extent": [688 10.50003641635385,689 10.500038323695435,690 201.0000000000001691 ],692 "rotation": [693 -90,694 -179.96041222987026,695 -0.0397968930259367696 ]697 },698 "location": [699 -294.9999694824219,700 -509.9999694824219,701 210702 ],703 "rotation": [704 -90,705 -179.96041222987026,706 -0.0397968930259367707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 0,716 0,717 95718 ]719 }720 ],721 "cable rail": [722 {723 "object_id": "SM_CableRail_35",724 "bbox_2d": [725 370,726 859,727 399,728 898729 ],730 "bbox_3d": {731 "aabb": {732 "center": [733 620,734 500,735 397.50000047683716736 ],737 "extent": [738 13.00042705941928,739 200.00002769642344,740 3.500000238418579741 ]742 },743 "obb": {744 "center": [745 620,746 500,747 397.50000047683716748 ],749 "extent": [750 13.00042705941928,751 200.00002769642344,752 3.500000238418579753 ],754 "rotation": [755 0,756 -90.00012207031251,757 0758 ]759 },760 "location": [761 620,762 500,763 395764 ],765 "rotation": [766 0,767 -90.00012207031251,768 0769 ],770 "scale": [771 1,772 1,773 1774 ]775 },776 "color": [777 159,778 255,779 255780 ]781 }782 ],783 "pipe holder": [784 {785 "object_id": "SM_PipeHolder_3",786 "bbox_2d": [787 383,788 894,789 383,790 894791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 -1590,796 -285,797 391.3435287475586798 ],799 "extent": [800 1.6170004606246948,801 11.512943267822266,802 22.85647201538086803 ]804 },805 "obb": {806 "center": [807 -1590,808 -285,809 391.3435287475586810 ],811 "extent": [812 1.6170004606246948,813 11.512943267822266,814 22.85647201538086815 ],816 "rotation": [817 0,818 0,819 0820 ]821 },822 "location": [823 -1590,824 -285,825 380826 ],827 "rotation": [828 0,829 0,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 223,840 255,841 255842 ]843 }844 ],845 "wall div window": [846 {847 "object_id": "SM_WallDivWindow_10",848 "bbox_2d": [849 452,850 377,851 947,852 1079853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -600,858 -895,859 160860 ],861 "extent": [862 100.15355682373047,863 5.5,864 150.35354614257812865 ]866 },867 "obb": {868 "center": [869 -600,870 -895,871 160872 ],873 "extent": [874 100.15355682373047,875 5.5,876 150.35354614257812877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -600,886 -895,887 10888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 47,902 127,903 111904 ]905 },906 {907 "object_id": "SM_WallDivWindow_24",908 "bbox_2d": [909 63,910 610,911 289,912 618913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -400,918 -500,919 160920 ],921 "extent": [922 100.15355682373047,923 5.5,924 150.35354614257812925 ]926 },927 "obb": {928 "center": [929 -400,930 -500,931 160932 ],933 "extent": [934 100.15355682373047,935 5.5,936 150.35354614257812937 ],938 "rotation": [939 0,940 0,941 0942 ]943 },944 "location": [945 -400,946 -500,947 10948 ],949 "rotation": [950 0,951 0,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 79,962 255,963 111964 ]965 },966 {967 "object_id": "SM_WallDivWindow_32",968 "bbox_2d": [969 0,970 619,971 5,972 620973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 -200,978 -100,979 160980 ],981 "extent": [982 100.15355682373047,983 100,984 150.35354614257812985 ]986 },987 "obb": {988 "center": [989 -200,990 -100,991 160992 ],993 "extent": [994 100.15355682373047,995 100,996 150.35354614257812997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 -200,1006 -100,1007 101008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 0,1022 111,1023 2231024 ]1025 },1026 {1027 "object_id": "SM_WallDivWindow_9",1028 "bbox_2d": [1029 0,1030 343,1031 451,1032 10791033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 -400,1038 -895,1039 1601040 ],1041 "extent": [1042 100.15355682373047,1043 100,1044 150.353546142578121045 ]1046 },1047 "obb": {1048 "center": [1049 -400,1050 -895,1051 1601052 ],1053 "extent": [1054 100.15355682373047,1055 100,1056 150.353546142578121057 ],1058 "rotation": [1059 0,1060 0,1061 01062 ]1063 },1064 "location": [1065 -400,1066 -895,1067 101068 ],1069 "rotation": [1070 0,1071 0,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 0,1082 111,1083 471084 ]1085 }1086 ]1087 },1088 "foreground": {1089 "chair": [1090 {1091 "object_id": "SM_Chair_5",1092 "bbox_2d": [1093 366,1094 852,1095 403,1096 8781097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 560.1911777632197,1102 634.8395823755852,1103 70.70606613159181104 ],1105 "extent": [1106 55.88783318363244,1107 55.67298239234708,1108 60.70606613159181109 ]1110 },1111 "obb": {1112 "center": [1113 560.1911777632197,1114 634.8395823755852,1115 70.70606613159181116 ],1117 "extent": [1118 55.88783318363244,1119 55.67298239234708,1120 60.70606613159181121 ],1122 "rotation": [1123 0,1124 -40.00007629394532,1125 01126 ]1127 },1128 "location": [1129 560,1130 635,1131 101132 ],1133 "rotation": [1134 0,1135 -40.00007629394532,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 63,1146 255,1147 2551148 ]1149 },1150 {1151 "object_id": "SM_Chair_37",1152 "bbox_2d": [1153 387,1154 993,1155 644,1156 10791157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -509.99074279871286,1162 -1046.7154731935323,1163 72.054695129394531164 ],1165 "extent": [1166 38.85098662497896,1167 43.99910866645814,1168 62.054695129394531169 ]1170 },1171 "obb": {1172 "center": [1173 -509.99074279871286,1174 -1046.7154731935323,1175 72.054695129394531176 ],1177 "extent": [1178 38.85098662497896,1179 43.99910866645814,1180 62.054695129394531181 ],1182 "rotation": [1183 0,1184 -90.00011444091797,1185 01186 ]1187 },1188 "location": [1189 -510,1190 -1050,1191 101192 ],1193 "rotation": [1194 0,1195 -90.00011444091797,1196 01197 ],1198 "scale": [1199 1,1200 1,