TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "ConferenceRoomVol1",3 "view_id": "l019_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/zehan/NEW/ConferenceRoomVol1/l019_r002/lit.png",5 "camera": {6 "location": [7 35,8 170,9 10910 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 35,38 170,39 109,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "background": [54 {55 "object_id": "SM_BackgroundB",56 "bbox_2d": [57 0,58 0,59 1209,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 1.426069974899292,66 370.5859885215759,67 130.0002136230468868 ],69 "extent": [70 167.3599395751953,71 1.1500039100646973,72 130.0002136230468873 ]74 },75 "obb": {76 "center": [77 1.426069974899292,78 370.5859885215759,79 130.0002136230468880 ],81 "extent": [82 167.3599395751953,83 1.1500039100646973,84 130.0002136230468885 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 1.426069974899292,94 371.7359924316406,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 127112 ]113 },114 {115 "object_id": "SM_BackgroundBR",116 "bbox_2d": [117 1210,118 0,119 1486,120 909121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 -217.75371834196508,126 366.08603422770534,127 130.00033569335938128 ],129 "extent": [130 61.820012126809985,131 5.650117715832039,132 130.00006103515625133 ]134 },135 "obb": {136 "center": [137 -217.75371834196508,138 366.08603422770534,139 130.00033569335938140 ],141 "extent": [142 61.820012126809985,143 5.650117715832039,144 130.00006103515625145 ],146 "rotation": [147 0,148 1.0017900422099046e-05,149 0150 ]151 },152 "location": [153 -217.3520050048828,154 371.7359924316406,155 0156 ],157 "rotation": [158 0,159 1.0017900422099046e-05,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 191,170 127,171 127172 ]173 }174 ],175 "baseboard": [176 {177 "object_id": "SM_Baseboard",178 "bbox_2d": [179 489,180 841,181 1487,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 1.626556396484375,188 -0.800201416015625,189 3.999999523162842190 ],191 "extent": [192 281.200439453125,193 370.935546875,194 4.000194549560547195 ]196 },197 "obb": {198 "center": [199 1.626556396484375,200 -0.800201416015625,201 3.999999523162842202 ],203 "extent": [204 281.200439453125,205 370.935546875,206 4.000194549560547207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 0,216 0,217 0218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 127,233 0234 ]235 }236 ],237 "window divided": [238 {239 "object_id": "SM_Window",240 "bbox_2d": [241 1487,242 89,243 1919,244 978245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -290.9998779296875,250 -6.103515625e-05,251 149.56552124023438252 ],253 "extent": [254 11.925933837890625,255 391.7356872558594,256 150.43450927734375257 ]258 },259 "obb": {260 "center": [261 -290.9998779296875,262 -6.103515625e-05,263 149.56552124023438264 ],265 "extent": [266 11.925933837890625,267 391.7356872558594,268 150.43450927734375269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 0,278 0,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 255,294 127,295 0296 ]297 }298 ],299 "ceiling planks corner": [300 {301 "object_id": "SM_Ceiling",302 "bbox_2d": [303 1196,304 0,305 1703,306 89307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 1.42608642578125,312 0,313 276.0003662109375314 ],315 "extent": [316 280.9999694824219,317 371.7356872558594,318 16.000015258789062319 ]320 },321 "obb": {322 "center": [323 1.42608642578125,324 0,325 276.0003662109375326 ],327 "extent": [328 280.9999694824219,329 371.7356872558594,330 16.000015258789062331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 0,340 0,341 0342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 127,356 0,357 0358 ]359 }360 ],361 "floor planks corner": [362 {363 "object_id": "SM_Floor",364 "bbox_2d": [365 650,366 865,367 1684,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 11.426055908203125,374 -3.0517578125e-05,375 0376 ],377 "extent": [378 290.99993896484375,379 371.7356872558594,380 2.2762245240797244e-14381 ]382 },383 "obb": {384 "center": [385 11.426055908203125,386 -3.0517578125e-05,387 0388 ],389 "extent": [390 290.99993896484375,391 371.7356872558594,392 2.2762245240797244e-14393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 0,402 0,403 0404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 255,419 0420 ]421 }422 ]423 },424 "foreground": {425 "whiteboard": [426 {427 "object_id": "SM_Whiteboard",428 "bbox_2d": [429 0,430 0,431 1026,432 665433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 1.426069974899292,438 368.235967874527,439 150440 ],441 "extent": [442 100,443 0.6000003814697266,444 60445 ]446 },447 "obb": {448 "center": [449 1.426069974899292,450 368.235967874527,451 150452 ],453 "extent": [454 100,455 0.6000003814697266,456 60457 ],458 "rotation": [459 0,460 0,461 0462 ]463 },464 "location": [465 1.426069974899292,466 368.8359680175781,467 150468 ],469 "rotation": [470 0,471 0,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 0,482 127,483 255484 ]485 }486 ],487 "table": [488 {489 "object_id": "SM_Table",490 "bbox_2d": [491 1172,492 924,493 1919,494 1079495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 6.866455078125e-05,500 15.000076293945312,501 35.63624954223633502 ],503 "extent": [504 86.55204772949219,505 205.9636993408203,506 35.63626480102539507 ]508 },509 "obb": {510 "center": [511 6.866455078125e-05,512 15.000076293945312,513 35.63624954223633514 ],515 "extent": [516 86.55204772949219,517 205.9636993408203,518 35.63626480102539519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 0,528 15,529 0530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 127,544 255,545 255546 ]547 }548 ],549 "chair": [550 {551 "object_id": "SM_ChairA",552 "bbox_2d": [553 748,554 500,555 1380,556 1079557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 -16.809508499895117,562 243.8478024681101,563 56.49450428890417564 ],565 "extent": [566 41.769079566028196,567 42.297435696472746,568 57.30998234797566569 ]570 },571 "obb": {572 "center": [573 -16.809508499895117,574 243.8478024681101,575 56.49450428890416576 ],577 "extent": [578 41.769079566028196,579 42.297435696472746,580 57.30998234797566581 ],582 "rotation": [583 -7.583033279093544e-22,584 -159.99971008300778,585 3.2329702662536874e-05586 ]587 },588 "location": [589 -16.805219650268555,590 243.83599853515625,591 -0.8154370188713074592 ],593 "rotation": [594 -7.583033279093544e-22,595 -159.99971008300778,596 3.2329702662536874e-05597 ],598 "scale": [599 0.9235389828681946,600 0.9235389828681946,601 1.1688100099563599602 ]603 },604 "color": [605 127,606 0,607 127608 ]609 },610 {611 "object_id": "SM_ChairB",612 "bbox_2d": [613 1824,614 727,615 1919,616 967617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -249.9999771118164,622 224.99999999995123,623 48.06242370605469624 ],625 "extent": [626 29.050199835425587,627 30.59184541564079,628 48.062225341796875629 ]630 },631 "obb": {632 "center": [633 -249.9999771118164,634 224.99999999995123,635 48.06242370605469636 ],637 "extent": [638 29.050199835425587,639 30.59184541564079,640 48.062225341796875641 ],642 "rotation": [643 0,644 -90.00012207031251,645 0646 ]647 },648 "location": [649 -250,650 225,651 0652 ],653 "rotation": [654 0,655 -90.00012207031251,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 63,666 63,667 191668 ]669 }670 ],671 "curtain": [672 {673 "object_id": "SM_Curtain3",674 "bbox_2d": [675 1487,676 0,677 1919,678 441679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -286.7053491837275,684 296.79056549072266,685 225.5725174618962686 ],687 "extent": [688 1.0004268652662631,689 69.80915069580078,690 83.06246194033012691 ]692 },693 "obb": {694 "center": [695 -286.7053491837275,696 296.79056549072266,697 225.5725174618962698 ],699 "extent": [700 1.0004268652662631,701 69.80915069580078,702 83.06246194033012703 ],704 "rotation": [705 -4.999999873689375e-06,706 0,707 0708 ]709 },710 "location": [711 -285.9389953613281,712 296.79058837890625,713 308.635009765625714 ],715 "rotation": [716 -4.999999873689375e-06,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 0,728 127,729 191730 ]731 }732 ],733 "plant": [734 {735 "object_id": "SM_PlantA2",736 "bbox_2d": [737 1406,738 472,739 1780,740 946741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 -225.28636022942044,746 305.316098661057,747 63.446800231933594748 ],749 "extent": [750 42.172631549488344,751 43.55371686387275,752 63.6171989440918753 ]754 },755 "obb": {756 "center": [757 -225.28636022942044,758 305.316098661057,759 63.446800231933594760 ],761 "extent": [762 42.172631549488344,763 43.55371686387275,764 63.6171989440918765 ],766 "rotation": [767 0,768 -90.00012207031251,769 0770 ]771 },772 "location": [773 -230,774 310,775 0776 ],777 "rotation": [778 0,779 -90.00012207031251,780 0781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 255,790 63,791 191792 ]793 }794 ],795 "marker": [796 {797 "object_id": "SM_Marker",798 "bbox_2d": [799 10,800 654,801 148,802 670803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 77.39859820757857,808 361.70098873493515,809 90.49999988079071810 ],811 "extent": [812 8.052110020541093,813 2.3739971390881465,814 1.000000238418579815 ]816 },817 "obb": {818 "center": [819 77.39859820757857,820 361.70098873493515,821 90.49999988079071822 ],823 "extent": [824 8.052110020541093,825 2.3739971390881465,826 1.000000238418579827 ],828 "rotation": [829 0,830 10.000028610229492,831 0832 ]833 },834 "location": [835 77.39859771728516,836 361.70098876953125,837 90.5838 ],839 "rotation": [840 0,841 10.000028610229492,842 0843 ],844 "scale": [845 1,846 1,847 1848 ]849 },850 "color": [851 255,852 191,853 191854 ]855 },856 {857 "object_id": "SM_Marker2",858 "bbox_2d": [859 18,860 651,861 154,862 662863 ],864 "bbox_3d": {865 "aabb": {866 "center": [867 77.39859820269763,868 365.2345580282725,869 90.49999988079071870 ],871 "extent": [872 8.05671351949141,873 1.6934455476525159,874 1.000000238418579875 ]876 },877 "obb": {878 "center": [879 77.39859820269763,880 365.2345580282725,881 90.49999988079071882 ],883 "extent": [884 8.05671351949141,885 1.6934455476525159,886 1.000000238418579887 ],888 "rotation": [889 0,890 5.000034809112549,891 0892 ]893 },894 "location": [895 77.39859771728516,896 365.23455810546875,897 90.5898 ],899 "rotation": [900 0,901 5.000034809112549,902 0903 ],904 "scale": [905 1,906 1,907 1908 ]909 },910 "color": [911 191,912 0,913 127914 ]915 }916 ],917 "shelf": [918 {919 "object_id": "SM_Shelf",920 "bbox_2d": [921 0,922 651,923 308,924 681925 ],926 "bbox_3d": {927 "aabb": {928 "center": [929 69.33550262451172,930 363.63599824905396,931 89.25932 ],933 "extent": [934 20,935 5.199999809265137,936 0.75937 ]938 },939 "obb": {940 "center": [941 69.33550262451172,942 363.63599824905396,943 89.25944 ],945 "extent": [946 20,947 5.199999809265137,948 0.75949 ],950 "rotation": [951 0,952 0,953 0954 ]955 },956 "location": [957 69.33550262451172,958 363.83599853515625,959 89960 ],961 "rotation": [962 0,963 0,964 0965 ],966 "scale": [967 1,968 1,969 1970 ]971 },972 "color": [973 191,974 0,975 0976 ]977 }978 ],979 "eraser": [980 {981 "object_id": "SM_Eraser",982 "bbox_2d": [983 170,984 633,985 296,986 662987 ],988 "bbox_3d": {989 "aabb": {990 "center": [991 58.851901986856596,992 363.629058361525,993 91.3999993801117994 ],995 "extent": [996 8.169928280392249,997 4.351722424432637,998 1.9000000953674316999 ]1000 },1001 "obb": {1002 "center": [1003 58.851901986856596,1004 363.629058361525,1005 91.39999938011171006 ],1007 "extent": [1008 8.169928280392249,1009 4.351722424432637,1010 1.90000009536743161011 ],1012 "rotation": [1013 0,1014 -2.5481939315795907,1015 01016 ]1017 },1018 "location": [1019 58.85190200805664,1020 363.6290588378906,1021 89.51022 ],1023 "rotation": [1024 0,1025 -2.5481939315795907,1026 01027 ],1028 "scale": [1029 1,1030 1,1031 11032 ]1033 },1034 "color": [1035 191,1036 0,1037 2551038 ]1039 }1040 ],1041 "pin": [1042 {1043 "object_id": "SM_Pin2",1044 "bbox_2d": [1045 17,1046 572,1047 42,1048 5901049 ],1050 "bbox_3d": {1051 "aabb": {1052 "center": [1053 84.71089935302734,1054 367.92861172556877,1055 102.639999270439151056 ],1057 "extent": [1058 1.4888758659362793,1059 0.27156004309654236,1060 1.48887586593627931061 ]1062 },1063 "obb": {1064 "center": [1065 84.71089935302734,1066 367.92861172556877,1067 102.639999270439151068 ],1069 "extent": [1070 1.4888758659362793,1071 0.27156004309654236,1072 1.48887586593627931073 ],1074 "rotation": [1075 0,1076 0,1077 01078 ]1079 },1080 "location": [1081 84.71089935302734,1082 368.2001647949219,1083 102.639999389648441084 ],1085 "rotation": [1086 0,1087 0,1088 01089 ],1090 "scale": [1091 1,1092 1,1093 11094 ]1095 },1096 "color": [1097 191,1098 0,1099 631100 ]1101 },1102 {1103 "object_id": "SM_Pin3",1104 "bbox_2d": [1105 61,1106 571,1107 85,1108 5901109 ],1110 "bbox_3d": {1111 "aabb": {1112 "center": [1113 79.71089935302734,1114 367.92861172556877,1115 102.639999270439151116 ],1117 "extent": [1118 1.4888758659362793,1119 0.27156004309654236,1120 1.48887586593627931121 ]1122 },1123 "obb": {1124 "center": [1125 79.71089935302734,1126 367.92861172556877,1127 102.639999270439151128 ],1129 "extent": [1130 1.4888758659362793,1131 0.27156004309654236,1132 1.48887586593627931133 ],1134 "rotation": [1135 0,1136 0,1137 01138 ]1139 },1140 "location": [1141 79.71089935302734,1142 368.2001647949219,1143 102.639999389648441144 ],1145 "rotation": [1146 0,1147 0,1148 01149 ],1150 "scale": [1151 1,1152 1,1153 11154 ]1155 },1156 "color": [1157 191,1158 255,1159 01160 ]1161 },1162 {1163 "object_id": "SM_Pin4",1164 "bbox_2d": [1165 103,1166 571,1167 127,1168 5891169 ],1170 "bbox_3d": {1171 "aabb": {1172 "center": [1173 74.71089935302734,1174 367.92861172556877,1175 102.639999270439151176 ],1177 "extent": [1178 1.4888758659362793,1179 0.27156004309654236,1180 1.48887586593627931181 ]1182 },1183 "obb": {1184 "center": [1185 74.71089935302734,1186 367.92861172556877,1187 102.639999270439151188 ],1189 "extent": [1190 1.4888758659362793,1191 0.27156004309654236,1192 1.48887586593627931193 ],1194 "rotation": [1195 0,1196 0,1197 01198 ]1199 },1200 "location": [