TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l018_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Diner50/l018_r000/lit.png",5 "camera": {6 "location": [7 93,8 466,9 10510 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 93,38 466,39 105,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 0,59 1919,60 98761 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 0,120 988,121 1686,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window_2",180 "bbox_2d": [181 0,182 0,183 109,184 535185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 339.0000343322754,190 137.99998474121094,191 178.4435043334961192 ],193 "extent": [194 3.814697265625e-06,195 131.2500457763672,196 77.44352722167969197 ]198 },199 "obb": {200 "center": [201 339.0000343322754,202 137.99998474121094,203 178.4435043334961204 ],205 "extent": [206 3.814697265625e-06,207 131.2500457763672,208 77.44352722167969209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 339,218 138,219 101220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 255,235 191236 ]237 },238 {239 "object_id": "SM_Window_3",240 "bbox_2d": [241 300,242 0,243 1260,244 535245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 339.0000343322754,250 419.99998474121094,251 178.4435043334961252 ],253 "extent": [254 3.814697265625e-06,255 131.2500457763672,256 77.44352722167969257 ]258 },259 "obb": {260 "center": [261 339.0000343322754,262 419.99998474121094,263 178.4435043334961264 ],265 "extent": [266 3.814697265625e-06,267 131.2500457763672,268 77.44352722167969269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 339,278 420,279 101280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 127,295 191296 ]297 }298 ],299 "window": [300 {301 "object_id": "SM_WinShutter2",302 "bbox_2d": [303 0,304 0,305 109,306 150307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 326.50428533554077,312 138.99947357177734,313 224.45570182800293314 ],315 "extent": [316 6.501795291900635,317 122.3687973022461,318 26.948427200317383319 ]320 },321 "obb": {322 "center": [323 326.50428533554077,324 138.99947357177734,325 224.45570182800293326 ],327 "extent": [328 6.501795291900635,329 122.3687973022461,330 26.948427200317383331 ],332 "rotation": [333 0,334 0,335 0336 ]337 },338 "location": [339 326.3326110839844,340 139,341 251.4041748046875342 ],343 "rotation": [344 0,345 0,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 191,356 63,357 31358 ]359 },360 {361 "object_id": "SM_WinShutter3",362 "bbox_2d": [363 246,364 0,365 1283,366 148367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 325.5044684410095,372 419.99947357177734,373 224.45570182800293374 ],375 "extent": [376 6.501795291900635,377 122.3687973022461,378 26.948427200317383379 ]380 },381 "obb": {382 "center": [383 325.5044684410095,384 419.99947357177734,385 224.45570182800293386 ],387 "extent": [388 6.501795291900635,389 122.3687973022461,390 26.948427200317383391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 325.3327941894531,400 420,401 251.4041748046875402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 191,417 31418 ]419 }420 ]421 },422 "foreground": {423 "table": [424 {425 "object_id": "SM_SquareTableBig_66",426 "bbox_2d": [427 1163,428 680,429 1919,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 260,436 553,437 36.27349090576172438 ],439 "extent": [440 60,441 40,442 35.72650909423828443 ]444 },445 "obb": {446 "center": [447 260,448 553,449 36.27349090576172450 ],451 "extent": [452 60,453 40,454 35.72650909423828455 ],456 "rotation": [457 0,458 0,459 0460 ]461 },462 "location": [463 260,464 553,465 0466 ],467 "rotation": [468 0,469 0,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 0,480 127,481 63482 ]483 },484 {485 "object_id": "SM_SquareTableBig2",486 "bbox_2d": [487 0,488 680,489 555,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 260,496 332,497 36.27349090576172498 ],499 "extent": [500 60,501 40,502 35.72650909423828503 ]504 },505 "obb": {506 "center": [507 260,508 332,509 36.27349090576172510 ],511 "extent": [512 60,513 40,514 35.72650909423828515 ],516 "rotation": [517 0,518 0,519 0520 ]521 },522 "location": [523 260,524 332,525 0526 ],527 "rotation": [528 0,529 0,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 255,540 0,541 63542 ]543 }544 ],545 "sofa": [546 {547 "object_id": "SM_Sofa12",548 "bbox_2d": [549 0,550 882,551 177,552 1074553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 255.52906182757337,558 254.50824025015467,559 50.0320930480957560 ],561 "extent": [562 63.25011961571383,563 30.03617408567365,564 50.03208541870117565 ]566 },567 "obb": {568 "center": [569 255.52906182757337,570 254.50824025015467,571 50.0320930480957572 ],573 "extent": [574 63.25011961571383,575 30.03617408567365,576 50.03208541870117577 ],578 "rotation": [579 0,580 179.99978637695312,581 0582 ]583 },584 "location": [585 255.66424560546875,586 248.99993896484375,587 0588 ],589 "rotation": [590 0,591 179.99978637695312,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 255,603 255604 ]605 },606 {607 "object_id": "SM_Sofa14",608 "bbox_2d": [609 695,610 569,611 1233,612 1079613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 255.52906182757337,618 468.50830128531095,619 50.0320930480957620 ],621 "extent": [622 63.25011961571383,623 30.03617408567368,624 50.03208541870117625 ]626 },627 "obb": {628 "center": [629 255.52906182757337,630 468.50830128531095,631 50.0320930480957632 ],633 "extent": [634 63.25011961571383,635 30.03617408567368,636 50.03208541870117637 ],638 "rotation": [639 0,640 179.99978637695312,641 0642 ]643 },644 "location": [645 255.66424560546875,646 463,647 0648 ],649 "rotation": [650 0,651 179.99978637695312,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 127,663 0664 ]665 },666 {667 "object_id": "SM_Sofa15",668 "bbox_2d": [669 205,670 569,671 804,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 255.63690037523264,678 408.49169965061424,679 50.032169342041016680 ],681 "extent": [682 63.25010356243111,683 30.036140280304323,684 50.03208541870117685 ]686 },687 "obb": {688 "center": [689 255.63690037523264,690 408.49169965061424,691 50.032169342041016692 ],693 "extent": [694 63.25010356243111,695 30.036140280304323,696 50.03208541870117697 ],698 "rotation": [699 0,700 0.00018299999646842477,701 0702 ]703 },704 "location": [705 255.50167846679688,706 414,707 7.62939453125e-05708 ],709 "rotation": [710 0,711 0.00018299999646842477,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 63,722 127,723 255724 ]725 },726 {727 "object_id": "SM_Sofa16",728 "bbox_2d": [729 1548,730 572,731 1919,732 1079733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 259.13522190843577,738 630.4916996506142,739 50.0320930480957740 ],741 "extent": [742 63.25010356243109,743 30.036140280304267,744 50.03208541870117745 ]746 },747 "obb": {748 "center": [749 259.13522190843577,750 630.4916996506142,751 50.0320930480957752 ],753 "extent": [754 63.25010356243109,755 30.036140280304267,756 50.03208541870117757 ],758 "rotation": [759 0,760 0.00018299999646842477,761 0762 ]763 },764 "location": [765 259,766 636,767 0768 ],769 "rotation": [770 0,771 0.00018299999646842477,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 63,782 127,783 127784 ]785 }786 ],787 "tableware": [788 {789 "object_id": "SM_TubesBox4",790 "bbox_2d": [791 320,792 564,793 379,794 694795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 302.5733337402344,800 333.1487731933594,801 85.88312911987305802 ],803 "extent": [804 5.69858980178833,805 5.69858980178833,806 13.883129119873047807 ]808 },809 "obb": {810 "center": [811 302.5733337402344,812 333.1487731933594,813 85.88312911987305814 ],815 "extent": [816 5.69858980178833,817 5.69858980178833,818 13.883129119873047819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 302.5733337402344,828 333.1487731933594,829 72830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 127,844 63,845 191846 ]847 },848 {849 "object_id": "SM_TubesBox5",850 "bbox_2d": [851 1340,852 564,853 1392,854 694855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 302.5733337402344,860 554.6984252929688,861 85.88300704956055862 ],863 "extent": [864 5.69858980178833,865 5.69858980178833,866 13.883129119873047867 ]868 },869 "obb": {870 "center": [871 302.5733337402344,872 554.6984252929688,873 85.88300704956055874 ],875 "extent": [876 5.69858980178833,877 5.69858980178833,878 13.883129119873047879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 302.5733337402344,888 554.6984252929688,889 71.9998779296875890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 63,904 0,905 191906 ]907 }908 ],909 "lamp": [910 {911 "object_id": "SM_LampTable3_25",912 "bbox_2d": [913 88,914 0,915 305,916 36917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 255.9997901916504,922 328.99999237060547,923 284.0324935913086924 ],925 "extent": [926 21.774185180664062,927 21.774185180664062,928 82.2125015258789929 ]930 },931 "obb": {932 "center": [933 255.9997901916504,934 328.99999237060547,935 284.0324935913086936 ],937 "extent": [938 21.774185180664062,939 21.774185180664062,940 82.2125015258789941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 255.99978637695312,950 329,951 366.2449951171875952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 127,966 0,967 31968 ]969 },970 {971 "object_id": "SM_LampTable4_27",972 "bbox_2d": [973 1314,974 0,975 1530,976 36977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 255.9997901916504,982 548.9999923706055,983 284.0324935913086984 ],985 "extent": [986 21.774185180664062,987 21.774185180664062,988 82.2125015258789989 ]990 },991 "obb": {992 "center": [993 255.9997901916504,994 548.9999923706055,995 284.0324935913086996 ],997 "extent": [998 21.774185180664062,999 21.774185180664062,1000 82.21250152587891001 ],1002 "rotation": [1003 0,1004 0,1005 01006 ]1007 },1008 "location": [1009 255.99978637695312,1010 549,1011 366.24499511718751012 ],1013 "rotation": [1014 0,1015 0,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 127,1026 255,1027 311028 ]1029 }1030 ],1031 "condiment": [1032 {1033 "object_id": "SM_Ketchup4",1034 "bbox_2d": [1035 357,1036 595,1037 392,1038 7001039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 292.2700500488281,1044 344.5373229980469,1045 82.772336006164551046 ],1047 "extent": [1048 4.379544849101535,1049 4.379544849101535,1050 10.76922321319581051 ]1052 },1053 "obb": {1054 "center": [1055 292.2700500488281,1056 344.5373229980469,1057 82.772336006164551058 ],1059 "extent": [1060 4.379544849101535,1061 4.379544849101535,1062 10.76922321319581063 ],1064 "rotation": [1065 0,1066 -61.04965209960937,1067 01068 ]1069 },1070 "location": [1071 292.2700500488281,1072 344.5373229980469,1073 72.000015258789061074 ],1075 "rotation": [1076 0,1077 -61.04965209960937,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 95,1088 191,1089 311090 ]1091 },1092 {1093 "object_id": "SM_Ketchup5",1094 "bbox_2d": [1095 1320,1096 595,1097 1352,1098 7001099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 292.26971435546875,1104 544.21630859375,1105 82.772336006164551106 ],1107 "extent": [1108 4.379544849101535,1109 4.379544849101535,1110 10.76922321319581111 ]1112 },1113 "obb": {1114 "center": [1115 292.26971435546875,1116 544.21630859375,1117 82.772336006164551118 ],1119 "extent": [1120 4.379544849101535,1121 4.379544849101535,1122 10.76922321319581123 ],1124 "rotation": [1125 0,1126 -61.04965209960937,1127 01128 ]1129 },1130 "location": [1131 292.26971435546875,1132 544.21630859375,1133 72.000015258789061134 ],1135 "rotation": [1136 0,1137 -61.04965209960937,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 95,1148 31,1149 01150 ]1151 }1152 ],1153 "pepper": [1154 {1155 "object_id": "SM_Pepper4_22",1156 "bbox_2d": [1157 290,1158 666,1159 314,1160 7001161 ],1162 "bbox_3d": {1163 "aabb": {1164 "center": [1165 291.08062744140625,1166 330.2803039550781,1167 75.397169351577761168 ],1169 "extent": [1170 2.1316606998443604,1171 1.9047479629516602,1172 3.3971693515777591173 ]1174 },1175 "obb": {1176 "center": [1177 291.08062744140625,1178 330.2803039550781,1179 75.397169351577761180 ],1181 "extent": [1182 2.1316606998443604,1183 1.9047479629516602,1184 3.3971693515777591185 ],1186 "rotation": [1187 0,1188 0,1189 01190 ]1191 },1192 "location": [1193 291.08062744140625,1194 330.2803039550781,1195 721196 ],1197 "rotation": [1198 0,1199 0,1200 0