TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l004_off1_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l004_off1_r000/lit.png",5 "camera": {6 "location": [7 693,8 84,9 17810 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 693,38 84,39 178,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 369,58 871,59 1100,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_rightwall_11",118 "bbox_2d": [119 1142,120 0,121 1919,122 917123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -26.000122070144926,128 201.00004196215752,129 248.09518432617188130 ],131 "extent": [132 1213.475322102896,133 56.19279383862782,134 242.13626098632812135 ]136 },137 "obb": {138 "center": [139 -26.000122070144926,140 201.00004196215752,141 248.09518432617188142 ],143 "extent": [144 1213.475322102896,145 56.19279383862782,146 242.13626098632812147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -26,156 201,157 9.81463623046875158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_backwall_14",178 "bbox_2d": [179 0,180 0,181 1141,182 870183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 727,188 -42,189 244.2459716796875190 ],191 "extent": [192 513.4542740243764,193 298.30824864120177,194 243.74131774902344195 ]196 },197 "obb": {198 "center": [199 726.9999999999999,200 -42,201 244.2459716796875202 ],203 "extent": [204 513.4542740243764,205 298.30824864120177,206 243.74131774902344207 ],208 "rotation": [209 0,210 179.999755859375,211 0212 ]213 },214 "location": [215 727,216 -42,217 -1.56610107421875218 ],219 "rotation": [220 0,221 179.999755859375,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 127234 ]235 }236 ],237 "pipe": [238 {239 "object_id": "SM_Pipes_87",240 "bbox_2d": [241 816,242 0,243 1116,244 666245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1164.9854568957085,250 86.61339285034592,251 248.83089232729253252 ],253 "extent": [254 17.764735660944098,255 75.6964546231211,256 244.47722919016087257 ]258 },259 "obb": {260 "center": [261 1164.9854568957085,262 86.6133928503459,263 248.83089232729253264 ],265 "extent": [266 17.764735660944098,267 75.6964546231211,268 244.47722919016087269 ],270 "rotation": [271 0,272 90.00000000000001,273 0274 ]275 },276 "location": [277 1174.117431640625,278 55.71179962158203,279 6.208587646484375280 ],281 "rotation": [282 0,283 90.00000000000001,284 0285 ],286 "scale": [287 1.384575366973877,288 1.384575366973877,289 1.384575366973877290 ]291 },292 "color": [293 63,294 191,295 255296 ]297 },298 {299 "object_id": "SM_pipeskitchen_90",300 "bbox_2d": [301 244,302 0,303 302,304 673305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 1177.9559863401912,310 -261.75722317782504,311 246.57614497792383312 ],313 "extent": [314 13.398842006945642,315 10.99121235027792,316 242.9800451244082317 ]318 },319 "obb": {320 "center": [321 1177.9559863401912,322 -261.75722317782504,323 246.57614497792383324 ],325 "extent": [326 13.398842006945642,327 10.99121235027792,328 242.9800451244082329 ],330 "rotation": [331 0,332 90.00000000000001,333 0334 ]335 },336 "location": [337 1172.7105712890625,338 -261.73883056640625,339 3.596099853515625340 ],341 "rotation": [342 0,343 90.00000000000001,344 0345 ],346 "scale": [347 1.0134018659591675,348 1.0134018659591675,349 1.0134018659591675350 ]351 },352 "color": [353 63,354 191,355 127356 ]357 }358 ]359 },360 "foreground": {361 "shelving": [362 {363 "object_id": "SM_kitchenshelf_4",364 "bbox_2d": [365 0,366 905,367 406,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 754.4514465332031,374 -49.00006103515625,375 61.58672332763672376 ],377 "extent": [378 100.01679229736328,379 40.04176330566406,380 54.999107360839844381 ]382 },383 "obb": {384 "center": [385 754.4514465332031,386 -49.00006103515625,387 61.58672332763672388 ],389 "extent": [390 100.01679229736328,391 40.04176330566406,392 54.999107360839844393 ],394 "rotation": [395 0,396 180,397 0398 ]399 },400 "location": [401 754.451416015625,402 -49.00008773803711,403 6.20855712890625404 ],405 "rotation": [406 0,407 180,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 191,419 0420 ]421 },422 {423 "object_id": "SM_kitchenshelf_194",424 "bbox_2d": [425 1216,426 962,427 1338,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 733.5660934448242,434 161.9463653564453,435 86.11681365966797436 ],437 "extent": [438 100.21844482421875,439 40.54936981201172,440 79.90824890136719441 ]442 },443 "obb": {444 "center": [445 733.5660934448242,446 161.9463653564453,447 86.11681365966797448 ],449 "extent": [450 100.21844482421875,451 40.54936981201172,452 79.90824890136719453 ],454 "rotation": [455 0,456 180,457 0458 ]459 },460 "location": [461 733.5661010742188,462 161.9463653564453,463 6.2085723876953125464 ],465 "rotation": [466 0,467 180,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 0,478 191,479 31480 ]481 },482 {483 "object_id": "SM_kitchenshelf_7",484 "bbox_2d": [485 1067,486 713,487 1314,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 934.2007751464844,494 161.94645309448242,495 61.58667707443237496 ],497 "extent": [498 100.01679229736328,499 40.04176330566406,500 54.999107360839844501 ]502 },503 "obb": {504 "center": [505 934.2007751464844,506 161.94645309448242,507 61.58667707443237508 ],509 "extent": [510 100.01679229736328,511 40.04176330566406,512 54.999107360839844513 ],514 "rotation": [515 0,516 180,517 0518 ]519 },520 "location": [521 934.2007446289062,522 161.94642639160156,523 6.208510875701904524 ],525 "rotation": [526 0,527 180,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 255,538 0,539 31540 ]541 }542 ],543 "appliance": [544 {545 "object_id": "SM_metalstove_04_79",546 "bbox_2d": [547 201,548 658,549 554,550 974551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 1103.11962890625,556 -157.6143341064453,557 64.6992073059082558 ],559 "extent": [560 43.35235595703125,561 50.721969604492216,562 57.534793853759766563 ]564 },565 "obb": {566 "center": [567 1103.11962890625,568 -157.6143341064453,569 64.6992073059082570 ],571 "extent": [572 43.35235595703125,573 50.721969604492216,574 57.534793853759766575 ],576 "rotation": [577 0,578 90.00000000000001,579 0580 ]581 },582 "location": [583 1103.11962890625,584 -157.6143341064453,585 6.2119140625586 ],587 "rotation": [588 0,589 90.00000000000001,590 0591 ],592 "scale": [593 1,594 1,595 1596 ]597 },598 "color": [599 127,600 191,601 127602 ]603 },604 {605 "object_id": "SM_metalstove_5",606 "bbox_2d": [607 470,608 657,609 773,610 978611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 1103.11962890625,616 -54.09661102294922,617 64.6992073059082618 ],619 "extent": [620 43.352325439453125,621 50.7218933105469,622 59.01047134399414623 ]624 },625 "obb": {626 "center": [627 1103.11962890625,628 -54.09661102294922,629 64.6992073059082630 ],631 "extent": [632 43.352325439453125,633 50.7218933105469,634 59.01047134399414635 ],636 "rotation": [637 0,638 90.00000000000001,639 0640 ]641 },642 "location": [643 1103.11962890625,644 -54.09661102294922,645 6.2119140625646 ],647 "rotation": [648 0,649 90.00000000000001,650 0651 ],652 "scale": [653 1,654 1,655 1656 ]657 },658 "color": [659 127,660 191,661 63662 ]663 },664 {665 "object_id": "SM_metalstove_198",666 "bbox_2d": [667 737,668 662,669 997,670 972671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 1103.11962890625,676 48.065025329589844,677 64.6992073059082678 ],679 "extent": [680 44.144866943359375,681 50.72198486328128,682 56.601539611816406683 ]684 },685 "obb": {686 "center": [687 1103.11962890625,688 48.06502532958985,689 64.6992073059082690 ],691 "extent": [692 44.144866943359375,693 50.72198486328128,694 56.601539611816406695 ],696 "rotation": [697 0,698 90.00000000000001,699 0700 ]701 },702 "location": [703 1103.11962890625,704 48.065025329589844,705 6.2119140625706 ],707 "rotation": [708 0,709 90.00000000000001,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 255,720 255,721 31722 ]723 },724 {725 "object_id": "SM_metalstove_7",726 "bbox_2d": [727 997,728 658,729 1079,730 973731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 1103.11962890625,736 152.3569793701172,737 64.6992073059082738 ],739 "extent": [740 44.253570556640625,741 50.72198486328128,742 57.534793853759766743 ]744 },745 "obb": {746 "center": [747 1103.11962890625,748 152.3569793701172,749 64.6992073059082750 ],751 "extent": [752 44.253570556640625,753 50.72198486328128,754 57.534793853759766755 ],756 "rotation": [757 0,758 90.00000000000001,759 0760 ]761 },762 "location": [763 1103.11962890625,764 152.3569793701172,765 6.2119140625766 ],767 "rotation": [768 0,769 90.00000000000001,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 255,780 127,781 31782 ]783 },784 {785 "object_id": "SM_boiler_159",786 "bbox_2d": [787 70,788 772,789 306,790 990791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 837.063322345746,796 -29.972686788732222,797 129.89890003204346798 ],799 "extent": [800 19.831553050246953,801 20.386795846030264,802 13.313058853149414803 ]804 },805 "obb": {806 "center": [807 837.063322345746,808 -29.972686788732222,809 129.89890003204346810 ],811 "extent": [812 19.831553050246953,813 20.386795846030264,814 13.313058853149414815 ],816 "rotation": [817 0,818 -60.15197372436522,819 0820 ]821 },822 "location": [823 837.8109130859375,824 -31.27552032470703,825 116.58584594726562826 ],827 "rotation": [828 0,829 -60.15197372436522,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 31,840 63,841 191842 ]843 }844 ],845 "fridge": [846 {847 "object_id": "SM_fridge_02_84",848 "bbox_2d": [849 0,850 247,851 178,852 904853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 966.9981079101562,858 -245.73443603515625,859 135.7894058227539860 ],861 "extent": [862 80.00001525878906,863 47.4110107421875,864 129.93312072753906865 ]866 },867 "obb": {868 "center": [869 966.9981079101562,870 -245.73443603515625,871 135.7894058227539872 ],873 "extent": [874 80.00001525878906,875 47.4110107421875,876 129.93312072753906877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 966.9981079101562,886 -245.73443603515625,887 4.546058654785156888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1,896 1,897 1898 ]899 },900 "color": [901 63,902 191,903 0904 ]905 }906 ],907 "rack": [908 {909 "object_id": "SM_kitchenrack_3",910 "bbox_2d": [911 1393,912 277,913 1919,914 468915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 842.84033203125,920 196.471133055687,921 215.76504516601562922 ],923 "extent": [924 69.32925571223313,925 13.72866627942858,926 21.59104528446187927 ]928 },929 "obb": {930 "center": [931 842.84033203125,932 196.471133055687,933 215.76504516601562934 ],935 "extent": [936 69.32925571223313,937 13.72866627942858,938 21.59104528446187939 ],940 "rotation": [941 0,942 180,943 0944 ]945 },946 "location": [947 842.84033203125,948 196.47113037109375,949 215.76504516601562950 ],951 "rotation": [952 0,953 180,954 0955 ],956 "scale": [957 1.4075000286102295,958 1.4075000286102295,959 1.4075000286102295960 ]961 },962 "color": [963 255,964 191,965 31966 ]967 },968 {969 "object_id": "SM_kitchenrack_4",970 "bbox_2d": [971 1224,972 283,973 1507,974 496975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 982.8951416015625,980 196.47107202053076,981 215.76504516601562982 ],983 "extent": [984 69.32925571223313,985 13.72866627942858,986 21.59104528446187987 ]988 },989 "obb": {990 "center": [991 982.8951416015625,992 196.47107202053076,993 215.76504516601562994 ],995 "extent": [996 69.32925571223313,997 13.72866627942858,998 21.59104528446187999 ],1000 "rotation": [1001 0,1002 180,1003 01004 ]1005 },1006 "location": [1007 982.8951416015625,1008 196.4710693359375,1009 215.765045166015621010 ],1011 "rotation": [1012 0,1013 180,1014 01015 ],1016 "scale": [1017 1.4075000286102295,1018 1.4075000286102295,1019 1.40750002861022951020 ]1021 },1022 "color": [1023 127,1024 0,1025 311026 ]1027 }1028 ],1029 "kitchen equipment": [1030 {1031 "object_id": "SM_coffeemachine_11",1032 "bbox_2d": [1033 283,1034 555,1035 411,1036 6891037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 1095.7961469192533,1042 -175.6615118314168,1043 144.759943008422851044 ],1045 "extent": [1046 32.62421884570176,1047 22.657497602739596,1048 26.596605300903321049 ]1050 },1051 "obb": {1052 "center": [1053 1095.7961469192533,1054 -175.6615118314168,1055 144.759943008422851056 ],1057 "extent": [1058 32.62421884570176,1059 22.657497602739596,1060 26.596605300903321061 ],1062 "rotation": [1063 0,1064 79.07534790039062,1065 01066 ]1067 },1068 "location": [1069 1101.175537109375,1070 -176.69981384277344,1071 118.163345336914061072 ],1073 "rotation": [1074 0,1075 79.07534790039062,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 127,1086 63,1087 311088 ]1089 }1090 ],1091 "pan": [1092 {1093 "object_id": "SM_Pan_02_71",1094 "bbox_2d": [1095 0,1096 908,1097 27,1098 9711099 ],1100 "bbox_3d": {1101 "aabb": {1102 "center": [1103 837.2221477560886,1104 -75.8040634084597,1105 118.86163496971131106 ],1107 "extent": [1108 37.34361849749064,1109 32.91400378752566,1110 2.9602966308593751111 ]1112 },1113 "obb": {1114 "center": [1115 837.2221477560886,1116 -75.8040634084597,1117 118.86163496971131118 ],1119 "extent": [1120 37.34361849749064,1121 32.91400378752566,1122 2.9602966308593751123 ],1124 "rotation": [1125 0,1126 -33.45850372314454,1127 01128 ]1129 },1130 "location": [1131 824.0372314453125,1132 -67.09088134765625,1133 118.453918457031251134 ],1135 "rotation": [1136 0,1137 -33.45850372314454,1138 01139 ],1140 "scale": [1141 1,1142 1,1143 11144 ]1145 },1146 "color": [1147 95,1148 95,1149 1271150 ]1151 },1152 {1153 "object_id": "SM_Pan_01_74",1154 "bbox_2d": [1155 0,1156 1079,1157 0,1158 10791159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 786.2788780071763,1164 -16.08027572102367,1165 117.752975463867191166 ],1167 "extent": [1168 15.549491973387944,1169 28.418559613756653,1170 1.5541336536407471171 ]1172 },1173 "obb": {1174 "center": [1175 786.2788780071763,1176 -16.08027572102367,1177 117.752975463867191178 ],1179 "extent": [1180 15.549491973387944,1181 28.418559613756653,1182 1.5541336536407471183 ],1184 "rotation": [1185 0,1186 91.50591278076172,1187 01188 ]1189 },1190 "location": [1191 786.630615234375,1192 -29.459814071655273,1193 117.752975463867191194 ],1195 "rotation": [1196 0,1197 91.50591278076172,1198 01199 ],1200 "scale": [