TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l007_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Diner50/l007_r000/lit.png",5 "camera": {6 "location": [7 -112,8 -194,9 10510 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -112,38 -194,39 105,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 36,59 1919,60 77361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 0,120 773,121 1919,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window_1",180 "bbox_2d": [181 809,182 233,183 1332,184 537185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 339.0000343322754,190 -144.00001525878906,191 178.4435043334961192 ],193 "extent": [194 3.814697265625e-06,195 131.2500457763672,196 77.44352722167969197 ]198 },199 "obb": {200 "center": [201 339.0000343322754,202 -144.00001525878906,203 178.4435043334961204 ],205 "extent": [206 3.814697265625e-06,207 131.2500457763672,208 77.44352722167969209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 339,218 -144,219 101220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 0,235 191236 ]237 },238 {239 "object_id": "SM_Window_2",240 "bbox_2d": [241 1422,242 232,243 1919,244 537245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 339.0000343322754,250 137.99998474121094,251 178.4435043334961252 ],253 "extent": [254 3.814697265625e-06,255 131.2500457763672,256 77.44352722167969257 ]258 },259 "obb": {260 "center": [261 339.0000343322754,262 137.99998474121094,263 178.4435043334961264 ],265 "extent": [266 3.814697265625e-06,267 131.2500457763672,268 77.44352722167969269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 339,278 138,279 101280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 255,295 191296 ]297 }298 ],299 "window": [300 {301 "object_id": "SM_WinShutter1_28",302 "bbox_2d": [303 804,304 215,305 1346,306 334307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 326.50428533554077,312 -142.00052642822266,313 224.45570182800293314 ],315 "extent": [316 6.501795291900635,317 122.3687973022461,318 26.948427200317383319 ]320 },321 "obb": {322 "center": [323 326.50428533554077,324 -142.00052642822266,325 224.45570182800293326 ],327 "extent": [328 6.501795291900635,329 122.3687973022461,330 26.948427200317383331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 326.3326110839844,340 -142,341 251.4041748046875342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 191,356 127,357 31358 ]359 },360 {361 "object_id": "SM_WinShutter2",362 "bbox_2d": [363 1422,364 215,365 1919,366 334367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 326.50428533554077,372 138.99947357177734,373 224.45570182800293374 ],375 "extent": [376 6.501795291900635,377 122.3687973022461,378 26.948427200317383379 ]380 },381 "obb": {382 "center": [383 326.50428533554077,384 138.99947357177734,385 224.45570182800293386 ],387 "extent": [388 6.501795291900635,389 122.3687973022461,390 26.948427200317383391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 326.3326110839844,400 139,401 251.4041748046875402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 63,417 31418 ]419 }420 ],421 "door": [422 {423 "object_id": "SM_Door_57",424 "bbox_2d": [425 63,426 266,427 256,428 773429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 321.78557947741746,434 -554.0661953729391,435 113.88773345947266436 ],437 "extent": [438 12.160967077169914,439 42.50270116398357,440 113.88756561279297441 ]442 },443 "obb": {444 "center": [445 321.78557947741746,446 -554.0661953729391,447 113.88773345947266448 ],449 "extent": [450 12.160967077169914,451 42.50270116398357,452 113.88756561279297453 ],454 "rotation": [455 0,456 179.99990844726562,457 0458 ]459 },460 "location": [461 322.4544372558594,462 -511.56353759765625,463 0.00016021728515625464 ],465 "rotation": [466 0,467 179.99990844726562,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 191,478 31,479 0480 ]481 }482 ],483 "doorway": [484 {485 "object_id": "SM_DoorWay_3",486 "bbox_2d": [487 0,488 263,489 260,490 772491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 329.1935787200928,496 -593.7975769042969,497 114.06618118286133498 ],499 "extent": [500 8.544652938842773,501 85.39633178710938,502 115.9334487915039503 ]504 },505 "obb": {506 "center": [507 329.1935787200928,508 -593.7975769042969,509 114.06618118286133510 ],511 "extent": [512 8.544652938842773,513 85.39633178710938,514 115.9334487915039515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 329.19354248046875,524 -508.4012451171875,525 -0.000370025634765625526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 127,541 95542 ]543 }544 ],545 "skybox": [546 {547 "object_id": "SM_SkyDome_01_2",548 "bbox_2d": [549 0,550 278,551 62,552 723553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 342,558 353,559 34999.98779296875560 ],561 "extent": [562 129789.81816362508,563 129789.81816362508,564 50000.01525878906565 ]566 },567 "obb": {568 "center": [569 342,570 353,571 34999.98779296875572 ],573 "extent": [574 129789.81816362508,575 129789.81816362508,576 50000.01525878906577 ],578 "rotation": [579 0,580 111.5997085571289,581 0582 ]583 },584 "location": [585 342,586 353,587 -15000588 ],589 "rotation": [590 0,591 111.5997085571289,592 0593 ],594 "scale": [595 100,596 100,597 100598 ]599 },600 "color": [601 255,602 255,603 159604 ]605 }606 ]607 },608 "foreground": {609 "chair": [610 {611 "object_id": "SM_BarChair3",612 "bbox_2d": [613 1564,614 1078,615 1771,616 1079617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -106.00000175982714,622 -176.99999926448166,623 57.42520523071289624 ],625 "extent": [626 25.958099092667418,627 25.958100116976226,628 37.360755920410156629 ]630 },631 "obb": {632 "center": [633 -106.00000175982714,634 -176.99999926448166,635 57.42520523071289636 ],637 "extent": [638 25.958099092667418,639 25.958100116976226,640 37.360755920410156641 ],642 "rotation": [643 0,644 157.3175506591797,645 0646 ]647 },648 "location": [649 -106,650 -177,651 20652 ],653 "rotation": [654 0,655 157.3175506591797,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 255,666 0,667 127668 ]669 },670 {671 "object_id": "SM_Chair5",672 "bbox_2d": [673 0,674 637,675 131,676 1050677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 78.76814929287588,682 -399.155336624571,683 41.25320053100586684 ],685 "extent": [686 36.774601029115374,687 34.75674418009845,688 41.51362991333008689 ]690 },691 "obb": {692 "center": [693 78.76814929287588,694 -399.155336624571,695 41.25320053100586696 ],697 "extent": [698 36.774601029115374,699 34.75674418009845,700 41.51362991333008701 ],702 "rotation": [703 0,704 -150.00015258789065,705 0706 ]707 },708 "location": [709 72.0510482788086,710 -402.3433837890625,711 0712 ],713 "rotation": [714 0,715 -150.00015258789065,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 0,726 63,727 127728 ]729 }730 ],731 "cakebox": [732 {733 "object_id": "SM_CakeBox",734 "bbox_2d": [735 284,736 374,737 467,738 797739 ],740 "bbox_3d": {741 "aabb": {742 "center": [743 300.06517601013184,744 -444.00817489624023,745 88.31990814208984746 ],747 "extent": [748 21.665559768676758,749 29.559612274169922,750 88.31990814208984751 ]752 },753 "obb": {754 "center": [755 300.06517601013184,756 -444.00817489624023,757 88.31990814208984758 ],759 "extent": [760 21.665559768676758,761 29.559612274169922,762 88.31990814208984763 ],764 "rotation": [765 0,766 0,767 0768 ]769 },770 "location": [771 300,772 -444,773 0774 ],775 "rotation": [776 0,777 0,778 0779 ],780 "scale": [781 1,782 1,783 1784 ]785 },786 "color": [787 0,788 0,789 63790 ]791 }792 ],793 "table": [794 {795 "object_id": "SM_SquareTableBig3",796 "bbox_2d": [797 1609,798 613,799 1919,800 852801 ],802 "bbox_3d": {803 "aabb": {804 "center": [805 260,806 111,807 36.27349090576172808 ],809 "extent": [810 60,811 40,812 35.72650909423828813 ]814 },815 "obb": {816 "center": [817 260,818 111,819 36.27349090576172820 ],821 "extent": [822 60,823 40,824 35.72650909423828825 ],826 "rotation": [827 0,828 0,829 0830 ]831 },832 "location": [833 260,834 111,835 0836 ],837 "rotation": [838 0,839 0,840 0841 ],842 "scale": [843 1,844 1,845 1846 ]847 },848 "color": [849 255,850 255,851 63852 ]853 },854 {855 "object_id": "SM_SquareTableBig4",856 "bbox_2d": [857 1064,858 613,859 1342,860 852861 ],862 "bbox_3d": {863 "aabb": {864 "center": [865 260,866 -108,867 36.27349090576172868 ],869 "extent": [870 60,871 40,872 35.72650909423828873 ]874 },875 "obb": {876 "center": [877 260,878 -108,879 36.27349090576172880 ],881 "extent": [882 60,883 40,884 35.72650909423828885 ],886 "rotation": [887 0,888 0,889 0890 ]891 },892 "location": [893 260,894 -108,895 0896 ],897 "rotation": [898 0,899 0,900 0901 ],902 "scale": [903 1,904 1,905 1906 ]907 },908 "color": [909 255,910 127,911 63912 ]913 }914 ],915 "car": [916 {917 "object_id": "SM_Car_72",918 "bbox_2d": [919 597,920 625,921 910,922 858923 ],924 "bbox_3d": {925 "aabb": {926 "center": [927 255.8927447254198,928 -256.6601868247054,929 33.439884185791016930 ],931 "extent": [932 63.51548806078995,933 58.02783915873971,934 34.37866973876953935 ]936 },937 "obb": {938 "center": [939 255.8927447254198,940 -256.6601868247054,941 33.439884185791016942 ],943 "extent": [944 63.51548806078995,945 58.02783915873971,946 34.37866973876953947 ],948 "rotation": [949 0,950 -179.99996948242188,951 0952 ]953 },954 "location": [955 256,956 -259,957 -1958 ],959 "rotation": [960 0,961 -179.99996948242188,962 0963 ],964 "scale": [965 1,966 1,967 1968 ]969 },970 "color": [971 127,972 0,973 63974 ]975 },976 {977 "object_id": "SM_Neon_Car_91",978 "bbox_2d": [979 477,980 67,981 716,982 288983 ],984 "bbox_3d": {985 "aabb": {986 "center": [987 318.90237219380697,988 -356.8652306643038,989 267.48694610595703990 ],991 "extent": [992 0.9024274761439415,993 53.97730351250152,994 49.786529541015625995 ]996 },997 "obb": {998 "center": [999 318.90237219380697,1000 -356.8652306643038,1001 267.486946105957031002 ],1003 "extent": [1004 0.9024274761439415,1005 53.97730351250152,1006 49.7865295410156251007 ],1008 "rotation": [1009 0,1010 6.103515625e-05,1011 01012 ]1013 },1014 "location": [1015 319,1016 -354,1017 2651018 ],1019 "rotation": [1020 0,1021 6.103515625e-05,1022 01023 ],1024 "scale": [1025 1,1026 1,1027 11028 ]1029 },1030 "color": [1031 191,1032 159,1033 01034 ]1035 }1036 ],1037 "sofa": [1038 {1039 "object_id": "SM_Sofa9_5",1040 "bbox_2d": [1041 911,1042 553,1043 1099,1044 8671045 ],1046 "bbox_3d": {1047 "aabb": {1048 "center": [1049 255.52906182757337,1050 -179.49175974984533,1051 50.03209304809571052 ],1053 "extent": [1054 63.25011961571383,1055 30.03617408567365,1056 50.032085418701171057 ]1058 },1059 "obb": {1060 "center": [1061 255.52906182757337,1062 -179.49175974984533,1063 50.03209304809571064 ],1065 "extent": [1066 63.25011961571383,1067 30.03617408567365,1068 50.032085418701171069 ],1070 "rotation": [1071 0,1072 179.99978637695312,1073 01074 ]1075 },1076 "location": [1077 255.66424560546875,1078 -185.00006103515625,1079 01080 ],1081 "rotation": [1082 0,1083 179.99978637695312,1084 01085 ],1086 "scale": [1087 1,1088 1,1089 11090 ]1091 },1092 "color": [1093 63,1094 0,1095 2551096 ]1097 },1098 {1099 "object_id": "SM_Sofa10",1100 "bbox_2d": [1101 1394,1102 553,1103 1758,1104 8671105 ],1106 "bbox_3d": {1107 "aabb": {1108 "center": [1109 255.52906182757337,1110 29.508240250154678,1111 50.03209304809571112 ],1113 "extent": [1114 63.25011961571383,1115 30.036174085673657,1116 50.032085418701171117 ]1118 },1119 "obb": {1120 "center": [1121 255.52906182757337,1122 29.50824025015468,1123 50.03209304809571124 ],1125 "extent": [1126 63.25011961571383,1127 30.036174085673657,1128 50.032085418701171129 ],1130 "rotation": [1131 0,1132 179.99978637695312,1133 01134 ]1135 },1136 "location": [1137 255.66424560546875,1138 23.99993896484375,1139 01140 ],1141 "rotation": [1142 0,1143 179.99978637695312,1144 01145 ],1146 "scale": [1147 1,1148 1,1149 11150 ]1151 },1152 "color": [1153 63,1154 0,1155 1271156 ]1157 },1158 {1159 "object_id": "SM_Sofa11",1160 "bbox_2d": [1161 1258,1162 553,1163 1569,1164 8661165 ],1166 "bbox_3d": {1167 "aabb": {1168 "center": [1169 255.6369003853725,1170 -30.508300349136825,1171 50.0321693420410161172 ],1173 "extent": [1174 63.25010361772203,1175 30.03614039673719,1176 50.032085418701171177 ]1178 },1179 "obb": {1180 "center": [1181 255.6369003853725,1182 -30.508300349136825,1183 50.0321693420410161184 ],1185 "extent": [1186 63.25010361772203,1187 30.03614039673719,1188 50.032085418701171189 ],1190 "rotation": [1191 0,1192 0.00018310546875000003,1193 01194 ]1195 },1196 "location": [1197 255.50167846679688,1198 -25,1199 7.62939453125e-051200 ],