TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l038_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Diner50/l038_r000/lit.png",5 "camera": {6 "location": [7 -425,8 -210,9 18010 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -425,38 -210,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 339,59 1919,60 77261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 745,120 773,121 754,122 782123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window_1",180 "bbox_2d": [181 891,182 453,183 1199,184 632185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 339.0000343322754,190 -144.00001525878906,191 178.4435043334961192 ],193 "extent": [194 3.814697265625e-06,195 131.2500457763672,196 77.44352722167969197 ]198 },199 "obb": {200 "center": [201 339.0000343322754,202 -144.00001525878906,203 178.4435043334961204 ],205 "extent": [206 3.814697265625e-06,207 131.2500457763672,208 77.44352722167969209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 339,218 -144,219 101220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 0,235 191236 ]237 },238 {239 "object_id": "SM_Window_2",240 "bbox_2d": [241 1248,242 453,243 1552,244 632245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 339.0000343322754,250 137.99998474121094,251 178.4435043334961252 ],253 "extent": [254 3.814697265625e-06,255 131.2500457763672,256 77.44352722167969257 ]258 },259 "obb": {260 "center": [261 339.0000343322754,262 137.99998474121094,263 178.4435043334961264 ],265 "extent": [266 3.814697265625e-06,267 131.2500457763672,268 77.44352722167969269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 339,278 138,279 101280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 255,295 191296 ]297 },298 {299 "object_id": "SM_Window_3",300 "bbox_2d": [301 1610,302 453,303 1905,304 632305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 339.0000343322754,310 419.99998474121094,311 178.4435043334961312 ],313 "extent": [314 3.814697265625e-06,315 131.2500457763672,316 77.44352722167969317 ]318 },319 "obb": {320 "center": [321 339.0000343322754,322 419.99998474121094,323 178.4435043334961324 ],325 "extent": [326 3.814697265625e-06,327 131.2500457763672,328 77.44352722167969329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 339,338 420,339 101340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 191,354 127,355 191356 ]357 }358 ],359 "window": [360 {361 "object_id": "SM_WinShutter1_28",362 "bbox_2d": [363 890,364 448,365 1204,366 516367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 326.50428533554077,372 -142.00052642822266,373 224.45570182800293374 ],375 "extent": [376 6.501795291900635,377 122.3687973022461,378 26.948427200317383379 ]380 },381 "obb": {382 "center": [383 326.50428533554077,384 -142.00052642822266,385 224.45570182800293386 ],387 "extent": [388 6.501795291900635,389 122.3687973022461,390 26.948427200317383391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 326.3326110839844,400 -142,401 251.4041748046875402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 127,417 31418 ]419 },420 {421 "object_id": "SM_WinShutter2",422 "bbox_2d": [423 1248,424 448,425 1566,426 516427 ],428 "bbox_3d": {429 "aabb": {430 "center": [431 326.50428533554077,432 138.99947357177734,433 224.45570182800293434 ],435 "extent": [436 6.501795291900635,437 122.3687973022461,438 26.948427200317383439 ]440 },441 "obb": {442 "center": [443 326.50428533554077,444 138.99947357177734,445 224.45570182800293446 ],447 "extent": [448 6.501795291900635,449 122.3687973022461,450 26.948427200317383451 ],452 "rotation": [453 0,454 0,455 0456 ]457 },458 "location": [459 326.3326110839844,460 139,461 251.4041748046875462 ],463 "rotation": [464 0,465 0,466 0467 ],468 "scale": [469 1,470 1,471 1472 ]473 },474 "color": [475 191,476 63,477 31478 ]479 },480 {481 "object_id": "SM_WinShutter3",482 "bbox_2d": [483 1610,484 448,485 1919,486 516487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 325.5044684410095,492 419.99947357177734,493 224.45570182800293494 ],495 "extent": [496 6.501795291900635,497 122.3687973022461,498 26.948427200317383499 ]500 },501 "obb": {502 "center": [503 325.5044684410095,504 419.99947357177734,505 224.45570182800293506 ],507 "extent": [508 6.501795291900635,509 122.3687973022461,510 26.948427200317383511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 325.3327941894531,520 420,521 251.4041748046875522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 191,536 191,537 31538 ]539 }540 ],541 "ceiling planks corner": [542 {543 "object_id": "SM_Ceiling_02",544 "bbox_2d": [545 0,546 0,547 1919,548 294549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 178.00003051757812,554 -304,555 445.28614807128906556 ],557 "extent": [558 165.3131103515625,559 1002.5983276367188,560 79.28627014160156561 ]562 },563 "obb": {564 "center": [565 178.00003051757812,566 -304,567 445.28614807128906568 ],569 "extent": [570 165.3131103515625,571 1002.5983276367188,572 79.28627014160156573 ],574 "rotation": [575 0,576 0,577 0578 ]579 },580 "location": [581 178,582 -304,583 366584 ],585 "rotation": [586 0,587 0,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 255,598 31,599 63600 ]601 }602 ]603 },604 "foreground": {605 "table": [606 {607 "object_id": "SM_SquareTableBig3",608 "bbox_2d": [609 1341,610 679,611 1497,612 722613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 260,618 111,619 36.27349090576172620 ],621 "extent": [622 60,623 40,624 35.72650909423828625 ]626 },627 "obb": {628 "center": [629 260,630 111,631 36.27349090576172632 ],633 "extent": [634 60,635 40,636 35.72650909423828637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 260,646 111,647 0648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 255,662 255,663 63664 ]665 }666 ],667 "electronics": [668 {669 "object_id": "SM_VendingDrinks",670 "bbox_2d": [671 0,672 322,673 746,674 1079675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -309.22275002084865,680 -290.9588801258137,681 105.0146484375682 ],683 "extent": [684 49.70252459778766,685 51.2228765832329,686 105.0146484375687 ]688 },689 "obb": {690 "center": [691 -309.22275002084865,692 -290.9588801258137,693 105.0146484375694 ],695 "extent": [696 49.70252459778766,697 51.2228765832329,698 105.0146484375699 ],700 "rotation": [701 0,702 90.00012207031251,703 0704 ]705 },706 "location": [707 -318.7630310058594,708 -292,709 0710 ],711 "rotation": [712 0,713 90.00012207031251,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 63,724 0,725 0726 ]727 },728 {729 "object_id": "SM_Manipulator_8",730 "bbox_2d": [731 1633,732 232,733 1919,734 634735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -273.00543886610325,740 -38.47356377294214,741 138.2062530517578742 ],743 "extent": [744 56.645495734503584,745 47.58563532567247,746 92.16432189941406747 ]748 },749 "obb": {750 "center": [751 -273.00543886610325,752 -38.47356377294214,753 138.2062530517578754 ],755 "extent": [756 56.645495734503584,757 47.58563532567247,758 92.16432189941406759 ],760 "rotation": [761 0,762 -35.000068664550795,763 0764 ]765 },766 "location": [767 -267,768 -43,769 46770 ],771 "rotation": [772 0,773 -35.000068664550795,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 191,784 127,785 63786 ]787 }788 ],789 "sofa": [790 {791 "object_id": "SM_Sofa9_5",792 "bbox_2d": [793 961,794 650,795 974,796 657797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 255.52906182757337,802 -179.49175974984533,803 50.0320930480957804 ],805 "extent": [806 63.25011961571383,807 30.03617408567365,808 50.03208541870117809 ]810 },811 "obb": {812 "center": [813 255.52906182757337,814 -179.49175974984533,815 50.0320930480957816 ],817 "extent": [818 63.25011961571383,819 30.03617408567365,820 50.03208541870117821 ],822 "rotation": [823 0,824 179.99978637695312,825 0826 ]827 },828 "location": [829 255.66424560546875,830 -185.00006103515625,831 0832 ],833 "rotation": [834 0,835 179.99978637695312,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 63,846 0,847 255848 ]849 },850 {851 "object_id": "SM_Sofa10",852 "bbox_2d": [853 1232,854 650,855 1306,856 722857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 255.52906182757337,862 29.508240250154678,863 50.0320930480957864 ],865 "extent": [866 63.25011961571383,867 30.036174085673657,868 50.03208541870117869 ]870 },871 "obb": {872 "center": [873 255.52906182757337,874 29.50824025015468,875 50.0320930480957876 ],877 "extent": [878 63.25011961571383,879 30.036174085673657,880 50.03208541870117881 ],882 "rotation": [883 0,884 179.99978637695312,885 0886 ]887 },888 "location": [889 255.66424560546875,890 23.99993896484375,891 0892 ],893 "rotation": [894 0,895 179.99978637695312,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 63,906 0,907 127908 ]909 },910 {911 "object_id": "SM_Sofa11",912 "bbox_2d": [913 1212,914 650,915 1285,916 718917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 255.6369003853725,922 -30.508300349136825,923 50.032169342041016924 ],925 "extent": [926 63.25010361772203,927 30.03614039673719,928 50.03208541870117929 ]930 },931 "obb": {932 "center": [933 255.6369003853725,934 -30.508300349136825,935 50.032169342041016936 ],937 "extent": [938 63.25010361772203,939 30.03614039673719,940 50.03208541870117941 ],942 "rotation": [943 0,944 0.00018310546875000003,945 0946 ]947 },948 "location": [949 255.50167846679688,950 -25,951 7.62939453125e-05952 ],953 "rotation": [954 0,955 0.00018310546875000003,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 63,966 255,967 0968 ]969 },970 {971 "object_id": "SM_Sofa12",972 "bbox_2d": [973 1524,974 650,975 1647,976 722977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 255.52906182757337,982 254.50824025015467,983 50.0320930480957984 ],985 "extent": [986 63.25011961571383,987 30.03617408567365,988 50.03208541870117989 ]990 },991 "obb": {992 "center": [993 255.52906182757337,994 254.50824025015467,995 50.0320930480957996 ],997 "extent": [998 63.25011961571383,999 30.03617408567365,1000 50.032085418701171001 ],1002 "rotation": [1003 0,1004 179.99978637695312,1005 01006 ]1007 },1008 "location": [1009 255.66424560546875,1010 248.99993896484375,1011 01012 ],1013 "rotation": [1014 0,1015 179.99978637695312,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 63,1026 255,1027 2551028 ]1029 },1030 {1031 "object_id": "SM_Sofa13",1032 "bbox_2d": [1033 1444,1034 650,1035 1634,1036 7221037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 255.63690037523264,1042 194.49169965061427,1043 50.0321693420410161044 ],1045 "extent": [1046 63.25010356243111,1047 30.036140280304323,1048 50.032085418701171049 ]1050 },1051 "obb": {1052 "center": [1053 255.63690037523264,1054 194.49169965061427,1055 50.0321693420410161056 ],1057 "extent": [1058 63.25010356243111,1059 30.036140280304323,1060 50.032085418701171061 ],1062 "rotation": [1063 0,1064 0.00018299999646842477,1065 01066 ]1067 },1068 "location": [1069 255.50167846679688,1070 200,1071 7.62939453125e-051072 ],1073 "rotation": [1074 0,1075 0.00018299999646842477,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 63,1086 255,1087 1271088 ]1089 },1090 {1091 "object_id": "SM_Sofa14",1092 "bbox_2d": [1093 1802,1094 650,1095 1919,1096 6631097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 255.52906182757337,1102 468.50830128531095,1103 50.03209304809571104 ],1105 "extent": [1106 63.25011961571383,1107 30.03617408567368,1108 50.032085418701171109 ]1110 },1111 "obb": {1112 "center": [1113 255.52906182757337,1114 468.50830128531095,1115 50.03209304809571116 ],1117 "extent": [1118 63.25011961571383,1119 30.03617408567368,1120 50.032085418701171121 ],1122 "rotation": [1123 0,1124 179.99978637695312,1125 01126 ]1127 },1128 "location": [1129 255.66424560546875,1130 463,1131 01132 ],1133 "rotation": [1134 0,1135 179.99978637695312,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 63,1146 127,1147 01148 ]1149 },1150 {1151 "object_id": "SM_Sofa15",1152 "bbox_2d": [1153 1781,1154 650,1155 1919,1156 6871157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 255.63690037523264,1162 408.49169965061424,1163 50.0321693420410161164 ],1165 "extent": [1166 63.25010356243111,1167 30.036140280304323,1168 50.032085418701171169 ]1170 },1171 "obb": {1172 "center": [1173 255.63690037523264,1174 408.49169965061424,1175 50.0321693420410161176 ],1177 "extent": [1178 63.25010356243111,1179 30.036140280304323,1180 50.032085418701171181 ],1182 "rotation": [1183 0,1184 0.00018299999646842477,1185 01186 ]1187 },1188 "location": [1189 255.50167846679688,1190 414,1191 7.62939453125e-051192 ],1193 "rotation": [1194 0,1195 0.00018299999646842477,1196 01197 ],1198 "scale": [1199 1,1200 1,