TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l003_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l003_r000/lit.png",5 "camera": {6 "location": [7 676,8 -132,9 11810 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 676,38 -132,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 401,58 764,59 1262,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_rightwall_11",118 "bbox_2d": [119 1541,120 0,121 1919,122 464123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -26.000122070144926,128 201.00004196215752,129 248.09518432617188130 ],131 "extent": [132 1213.475322102896,133 56.19279383862782,134 242.13626098632812135 ]136 },137 "obb": {138 "center": [139 -26.000122070144926,140 201.00004196215752,141 248.09518432617188142 ],143 "extent": [144 1213.475322102896,145 56.19279383862782,146 242.13626098632812147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -26,156 201,157 9.81463623046875158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_backwall_14",178 "bbox_2d": [179 0,180 0,181 1540,182 763183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 727,188 -42,189 244.2459716796875190 ],191 "extent": [192 513.4542740243764,193 298.30824864120177,194 243.74131774902344195 ]196 },197 "obb": {198 "center": [199 726.9999999999999,200 -42,201 244.2459716796875202 ],203 "extent": [204 513.4542740243764,205 298.30824864120177,206 243.74131774902344207 ],208 "rotation": [209 0,210 179.999755859375,211 0212 ]213 },214 "location": [215 727,216 -42,217 -1.56610107421875218 ],219 "rotation": [220 0,221 179.999755859375,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 127234 ]235 }236 ],237 "pipe": [238 {239 "object_id": "SM_Pipes_87",240 "bbox_2d": [241 1239,242 0,243 1529,244 521245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1164.9854568957085,250 86.61339285034592,251 248.83089232729253252 ],253 "extent": [254 17.764735660944098,255 75.6964546231211,256 244.47722919016087257 ]258 },259 "obb": {260 "center": [261 1164.9854568957085,262 86.6133928503459,263 248.83089232729253264 ],265 "extent": [266 17.764735660944098,267 75.6964546231211,268 244.47722919016087269 ],270 "rotation": [271 0,272 90.00000000000001,273 0274 ]275 },276 "location": [277 1174.117431640625,278 55.71179962158203,279 6.208587646484375280 ],281 "rotation": [282 0,283 90.00000000000001,284 0285 ],286 "scale": [287 1.384575366973877,288 1.384575366973877,289 1.384575366973877290 ]291 },292 "color": [293 63,294 191,295 255296 ]297 },298 {299 "object_id": "SM_pipeskitchen_90",300 "bbox_2d": [301 700,302 0,303 717,304 35305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1177.9559863401912,310 -261.75722317782504,311 246.57614497792383312 ],313 "extent": [314 13.398842006945642,315 10.99121235027792,316 242.9800451244082317 ]318 },319 "obb": {320 "center": [321 1177.9559863401912,322 -261.75722317782504,323 246.57614497792383324 ],325 "extent": [326 13.398842006945642,327 10.99121235027792,328 242.9800451244082329 ],330 "rotation": [331 0,332 90.00000000000001,333 0334 ]335 },336 "location": [337 1172.7105712890625,338 -261.73883056640625,339 3.596099853515625340 ],341 "rotation": [342 0,343 90.00000000000001,344 0345 ],346 "scale": [347 1.0134018659591675,348 1.0134018659591675,349 1.0134018659591675350 ]351 },352 "color": [353 63,354 191,355 127356 ]357 }358 ]359 },360 "foreground": {361 "shelving": [362 {363 "object_id": "SM_kitchenshelf_01_66",364 "bbox_2d": [365 0,366 271,367 573,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 789.006477355957,374 -256.27825927734375,375 85.66647338867188376 ],377 "extent": [378 100.21844482421875,379 40.54936981201172,380 79.90824890136719381 ]382 },383 "obb": {384 "center": [385 789.006477355957,386 -256.27825927734375,387 85.66647338867188388 ],389 "extent": [390 100.21844482421875,391 40.54936981201172,392 79.90824890136719393 ],394 "rotation": [395 0,396 0,397 0398 ]399 },400 "location": [401 789.0064697265625,402 -256.27825927734375,403 5.758232116699219404 ],405 "rotation": [406 0,407 0,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 255,418 191,419 255420 ]421 },422 {423 "object_id": "SM_kitchenshelf_4",424 "bbox_2d": [425 1192,426 548,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 754.4514465332031,434 -49.00006103515625,435 61.58672332763672436 ],437 "extent": [438 100.01679229736328,439 40.04176330566406,440 54.999107360839844441 ]442 },443 "obb": {444 "center": [445 754.4514465332031,446 -49.00006103515625,447 61.58672332763672448 ],449 "extent": [450 100.01679229736328,451 40.04176330566406,452 54.999107360839844453 ],454 "rotation": [455 0,456 180,457 0458 ]459 },460 "location": [461 754.451416015625,462 -49.00008773803711,463 6.20855712890625464 ],465 "rotation": [466 0,467 180,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 191,479 0480 ]481 }482 ],483 "appliance": [484 {485 "object_id": "SM_metalstove_04_79",486 "bbox_2d": [487 774,488 530,489 1021,490 809491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 1103.11962890625,496 -157.6143341064453,497 64.6992073059082498 ],499 "extent": [500 43.35235595703125,501 50.721969604492216,502 57.534793853759766503 ]504 },505 "obb": {506 "center": [507 1103.11962890625,508 -157.6143341064453,509 64.6992073059082510 ],511 "extent": [512 43.35235595703125,513 50.721969604492216,514 57.534793853759766515 ],516 "rotation": [517 0,518 90.00000000000001,519 0520 ]521 },522 "location": [523 1103.11962890625,524 -157.6143341064453,525 6.2119140625526 ],527 "rotation": [528 0,529 90.00000000000001,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 127,540 191,541 127542 ]543 },544 {545 "object_id": "SM_metalstove_5",546 "bbox_2d": [547 1021,548 528,549 1273,550 812551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 1103.11962890625,556 -54.09661102294922,557 64.6992073059082558 ],559 "extent": [560 43.352325439453125,561 50.7218933105469,562 59.01047134399414563 ]564 },565 "obb": {566 "center": [567 1103.11962890625,568 -54.09661102294922,569 64.6992073059082570 ],571 "extent": [572 43.352325439453125,573 50.7218933105469,574 59.01047134399414575 ],576 "rotation": [577 0,578 90.00000000000001,579 0580 ]581 },582 "location": [583 1103.11962890625,584 -54.09661102294922,585 6.2119140625586 ],587 "rotation": [588 0,589 90.00000000000001,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 127,600 191,601 63602 ]603 },604 {605 "object_id": "SM_boiler_159",606 "bbox_2d": [607 1477,608 385,609 1684,610 497611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 837.063322345746,616 -29.972686788732222,617 129.89890003204346618 ],619 "extent": [620 19.831553050246953,621 20.386795846030264,622 13.313058853149414623 ]624 },625 "obb": {626 "center": [627 837.063322345746,628 -29.972686788732222,629 129.89890003204346630 ],631 "extent": [632 19.831553050246953,633 20.386795846030264,634 13.313058853149414635 ],636 "rotation": [637 0,638 -60.15197372436522,639 0640 ]641 },642 "location": [643 837.8109130859375,644 -31.27552032470703,645 116.58584594726562646 ],647 "rotation": [648 0,649 -60.15197372436522,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 31,660 63,661 191662 ]663 }664 ],665 "fridge": [666 {667 "object_id": "SM_fridge_02_84",668 "bbox_2d": [669 227,670 0,671 784,672 997673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 966.9981079101562,678 -245.73443603515625,679 135.7894058227539680 ],681 "extent": [682 80.00001525878906,683 47.4110107421875,684 129.93312072753906685 ]686 },687 "obb": {688 "center": [689 966.9981079101562,690 -245.73443603515625,691 135.7894058227539692 ],693 "extent": [694 80.00001525878906,695 47.4110107421875,696 129.93312072753906697 ],698 "rotation": [699 0,700 0,701 0702 ]703 },704 "location": [705 966.9981079101562,706 -245.73443603515625,707 4.546058654785156708 ],709 "rotation": [710 0,711 0,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 63,722 191,723 0724 ]725 }726 ],727 "rack": [728 {729 "object_id": "SM_kitchenrack_01_191",730 "bbox_2d": [731 0,732 0,733 255,734 121735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 795.0182226657862,740 -283.8942193627356,741 221.20362854003906742 ],743 "extent": [744 69.32912685175688,745 13.728644802682538,746 33.61538142823338747 ]748 },749 "obb": {750 "center": [751 795.0182226657862,752 -283.8942193627356,753 221.20362854003906754 ],755 "extent": [756 69.32912685175688,757 13.728644802682538,758 33.61538142823338759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 795.0182495117188,768 -283.89422607421875,769 221.20362854003906770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1.4075000286102295,778 1.4075000286102295,779 1.4075000286102295780 ]781 },782 "color": [783 0,784 63,785 31786 ]787 },788 {789 "object_id": "SM_kitchenrack_4",790 "bbox_2d": [791 1763,792 234,793 1919,794 345795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 982.8951416015625,800 196.47107202053076,801 215.76504516601562802 ],803 "extent": [804 69.32925571223313,805 13.72866627942858,806 21.59104528446187807 ]808 },809 "obb": {810 "center": [811 982.8951416015625,812 196.47107202053076,813 215.76504516601562814 ],815 "extent": [816 69.32925571223313,817 13.72866627942858,818 21.59104528446187819 ],820 "rotation": [821 0,822 180,823 0824 ]825 },826 "location": [827 982.8951416015625,828 196.4710693359375,829 215.76504516601562830 ],831 "rotation": [832 0,833 180,834 0835 ],836 "scale": [837 1.4075000286102295,838 1.4075000286102295,839 1.4075000286102295840 ]841 },842 "color": [843 127,844 0,845 31846 ]847 }848 ],849 "kitchen equipment": [850 {851 "object_id": "SM_coffeemachine_11",852 "bbox_2d": [853 817,854 416,855 901,856 539857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 1095.7961469192533,862 -175.6615118314168,863 144.75994300842285864 ],865 "extent": [866 32.62421884570176,867 22.657497602739596,868 26.59660530090332869 ]870 },871 "obb": {872 "center": [873 1095.7961469192533,874 -175.6615118314168,875 144.75994300842285876 ],877 "extent": [878 32.62421884570176,879 22.657497602739596,880 26.59660530090332881 ],882 "rotation": [883 0,884 79.07534790039062,885 0886 ]887 },888 "location": [889 1101.175537109375,890 -176.69981384277344,891 118.16334533691406892 ],893 "rotation": [894 0,895 79.07534790039062,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 127,906 63,907 31908 ]909 }910 ],911 "utensil": [912 {913 "object_id": "SM_CuttingBoard_183",914 "bbox_2d": [915 1386,916 533,917 1919,918 566919 ],920 "bbox_3d": {921 "aabb": {922 "center": [923 746.4319231758251,924 -58.05485732442787,925 117.47040251904167926 ],927 "extent": [928 33.14052409892213,929 44.13201679455972,930 0.8845860532392038931 ]932 },933 "obb": {934 "center": [935 746.4319231758251,936 -58.05485732442787,937 117.47040251904167938 ],939 "extent": [940 33.14052409892213,941 44.13201679455972,942 0.8845860532392038943 ],944 "rotation": [945 0,946 10.928258895874022,947 0948 ]949 },950 "location": [951 745.6552124023438,952 -51.75566101074219,953 116.58583068847656954 ],955 "rotation": [956 0,957 10.928258895874022,958 0959 ],960 "scale": [961 0.9177572131156921,962 0.9177572131156921,963 0.9177572131156921964 ]965 },966 "color": [967 31,968 0,969 31970 ]971 },972 {973 "object_id": "SM_DishTray_352",974 "bbox_2d": [975 1404,976 511,977 1669,978 534979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 787.9783320431353,984 -65.08343503808474,985 118.87895464897156986 ],987 "extent": [988 6.266063175288309,989 13.62040603917778,990 2.2931244373321533991 ]992 },993 "obb": {994 "center": [995 787.9783320431353,996 -65.08343503808474,997 118.87895464897156998 ],999 "extent": [1000 6.266063175288309,1001 13.62040603917778,1002 2.29312443733215331003 ],1004 "rotation": [1005 0,1006 87.53491973876953,1007 01008 ]1009 },1010 "location": [1011 787.9783325195312,1012 -65.08343505859375,1013 116.585830688476561014 ],1015 "rotation": [1016 0,1017 87.53491973876953,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 159,1028 63,1029 2551030 ]1031 }1032 ],1033 "pizza": [1034 {1035 "object_id": "SM_pizza_267",1036 "bbox_2d": [1037 1454,1038 487,1039 1919,1040 5311041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 739.8070828280719,1046 -57.23754703930709,1047 120.862756574964271048 ],1049 "extent": [1050 25.870952909918742,1051 37.78478155582843,1052 2.3483490614724761053 ]1054 },1055 "obb": {1056 "center": [1057 739.8070828280719,1058 -57.23754703930709,1059 120.862756574964271060 ],1061 "extent": [1062 25.870952909918742,1063 37.78478155582843,1064 2.3483490614724761065 ],1066 "rotation": [1067 0,1068 -63.05488967895507,1069 01070 ]1071 },1072 "location": [1073 737.6453247070312,1074 -52.419654846191406,1075 118.513504028320311076 ],1077 "rotation": [1078 0,1079 -63.05488967895507,1080 01081 ],1082 "scale": [1083 1.0833934545516968,1084 1.0833934545516968,1085 1.53110766410827641086 ]1087 },1088 "color": [1089 191,1090 127,1091 951092 ]1093 }1094 ],1095 "pan": [1096 {1097 "object_id": "SM_Pan_02_71",1098 "bbox_2d": [1099 1147,1100 513,1101 1412,1102 5491103 ],1104 "bbox_3d": {1105 "aabb": {1106 "center": [1107 837.2221477560886,1108 -75.8040634084597,1109 118.86163496971131110 ],1111 "extent": [1112 37.34361849749064,1113 32.91400378752566,1114 2.9602966308593751115 ]1116 },1117 "obb": {1118 "center": [1119 837.2221477560886,1120 -75.8040634084597,1121 118.86163496971131122 ],1123 "extent": [1124 37.34361849749064,1125 32.91400378752566,1126 2.9602966308593751127 ],1128 "rotation": [1129 0,1130 -33.45850372314454,1131 01132 ]1133 },1134 "location": [1135 824.0372314453125,1136 -67.09088134765625,1137 118.453918457031251138 ],1139 "rotation": [1140 0,1141 -33.45850372314454,1142 01143 ],1144 "scale": [1145 1,1146 1,1147 11148 ]1149 },1150 "color": [1151 95,1152 95,1153 1271154 ]1155 },1156 {1157 "object_id": "SM_Pan_01_74",1158 "bbox_2d": [1159 1691,1160 529,1161 1919,1162 5331163 ],1164 "bbox_3d": {1165 "aabb": {1166 "center": [1167 786.2788780071763,1168 -16.08027572102367,1169 117.752975463867191170 ],1171 "extent": [1172 15.549491973387944,1173 28.418559613756653,1174 1.5541336536407471175 ]1176 },1177 "obb": {1178 "center": [1179 786.2788780071763,1180 -16.08027572102367,1181 117.752975463867191182 ],1183 "extent": [1184 15.549491973387944,1185 28.418559613756653,1186 1.5541336536407471187 ],1188 "rotation": [1189 0,1190 91.50591278076172,1191 01192 ]1193 },1194 "location": [1195 786.630615234375,1196 -29.459814071655273,1197 117.752975463867191198 ],1199 "rotation": [1200 0,