TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l003_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l003_r001/lit.png",5 "camera": {6 "location": [7 676,8 -132,9 11810 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 676,38 -132,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 0,58 774,59 1759,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_rightwall_11",118 "bbox_2d": [119 432,120 0,121 1919,122 832123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -26.000122070144926,128 201.00004196215752,129 248.09518432617188130 ],131 "extent": [132 1213.475322102896,133 56.19279383862782,134 242.13626098632812135 ]136 },137 "obb": {138 "center": [139 -26.000122070144926,140 201.00004196215752,141 248.09518432617188142 ],143 "extent": [144 1213.475322102896,145 56.19279383862782,146 242.13626098632812147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -26,156 201,157 9.81463623046875158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_backwall_14",178 "bbox_2d": [179 0,180 0,181 431,182 515183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 727,188 -42,189 244.2459716796875190 ],191 "extent": [192 513.4542740243764,193 298.30824864120177,194 243.74131774902344195 ]196 },197 "obb": {198 "center": [199 726.9999999999999,200 -42,201 244.2459716796875202 ],203 "extent": [204 513.4542740243764,205 298.30824864120177,206 243.74131774902344207 ],208 "rotation": [209 0,210 179.999755859375,211 0212 ]213 },214 "location": [215 727,216 -42,217 -1.56610107421875218 ],219 "rotation": [220 0,221 179.999755859375,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 127234 ]235 }236 ],237 "pipe": [238 {239 "object_id": "SM_Pipes_87",240 "bbox_2d": [241 41,242 0,243 420,244 515245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1164.9854568957085,250 86.61339285034592,251 248.83089232729253252 ],253 "extent": [254 17.764735660944098,255 75.6964546231211,256 244.47722919016087257 ]258 },259 "obb": {260 "center": [261 1164.9854568957085,262 86.6133928503459,263 248.83089232729253264 ],265 "extent": [266 17.764735660944098,267 75.6964546231211,268 244.47722919016087269 ],270 "rotation": [271 0,272 90.00000000000001,273 0274 ]275 },276 "location": [277 1174.117431640625,278 55.71179962158203,279 6.208587646484375280 ],281 "rotation": [282 0,283 90.00000000000001,284 0285 ],286 "scale": [287 1.384575366973877,288 1.384575366973877,289 1.384575366973877290 ]291 },292 "color": [293 63,294 191,295 255296 ]297 },298 {299 "object_id": "SM_pipeskitchen3",300 "bbox_2d": [301 1726,302 0,303 1802,304 975305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 622.7100430042074,310 196.72460267988026,311 248.03538252564613312 ],313 "extent": [314 10.991213643204901,315 13.39884358308882,316 242.980073706829317 ]318 },319 "obb": {320 "center": [321 622.7100430042074,322 196.72460267988026,323 248.03538252564613324 ],325 "extent": [326 10.991213643204901,327 13.39884358308882,328 242.980073706829329 ],330 "rotation": [331 0,332 180,333 0334 ]335 },336 "location": [337 622.691650390625,338 191.47918701171875,339 5.055308818817139340 ],341 "rotation": [342 0,343 180,344 0345 ],346 "scale": [347 1.013401985168457,348 1.013401985168457,349 1.013401985168457350 ]351 },352 "color": [353 0,354 191,355 191356 ]357 }358 ]359 },360 "foreground": {361 "shelving": [362 {363 "object_id": "SM_kitchenshelf_4",364 "bbox_2d": [365 0,366 550,367 1919,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 754.4514465332031,374 -49.00006103515625,375 61.58672332763672376 ],377 "extent": [378 100.01679229736328,379 40.04176330566406,380 54.999107360839844381 ]382 },383 "obb": {384 "center": [385 754.4514465332031,386 -49.00006103515625,387 61.58672332763672388 ],389 "extent": [390 100.01679229736328,391 40.04176330566406,392 54.999107360839844393 ],394 "rotation": [395 0,396 180,397 0398 ]399 },400 "location": [401 754.451416015625,402 -49.00008773803711,403 6.20855712890625404 ],405 "rotation": [406 0,407 180,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 191,419 0420 ]421 },422 {423 "object_id": "SM_kitchenshelf_5",424 "bbox_2d": [425 1791,426 530,427 1919,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 552.35986328125,434 -48.998043060302734,435 63.65044021606445436 ],437 "extent": [438 99.99972534179685,439 39.9998779296875,440 54.99895095825195441 ]442 },443 "obb": {444 "center": [445 552.35986328125,446 -48.998043060302734,447 63.65044021606445448 ],449 "extent": [450 99.99972534179685,451 39.9998779296875,452 54.99895095825195453 ],454 "rotation": [455 0,456 180,457 0458 ]459 },460 "location": [461 552.35986328125,462 -48.998043060302734,463 6.20855712890625464 ],465 "rotation": [466 0,467 180,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 191,479 255480 ]481 },482 {483 "object_id": "SM_kitchenshelf_3",484 "bbox_2d": [485 1816,486 718,487 1857,488 778489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 573.2568359375,494 93.78185272216797,495 61.110496044158936496 ],497 "extent": [498 39.9998779296875,499 99.99972534179693,500 54.99895095825195501 ]502 },503 "obb": {504 "center": [505 573.2568359375,506 93.78185272216798,507 61.110496044158936508 ],509 "extent": [510 39.9998779296875,511 99.99972534179693,512 54.99895095825195513 ],514 "rotation": [515 0,516 90.00000000000001,517 0518 ]519 },520 "location": [521 573.2568359375,522 93.78185272216797,523 3.6686129570007324524 ],525 "rotation": [526 0,527 90.00000000000001,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 63,539 0540 ]541 },542 {543 "object_id": "SM_kitchenshelf_194",544 "bbox_2d": [545 947,546 373,547 1668,548 941549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 733.5660934448242,554 161.9463653564453,555 86.11681365966797556 ],557 "extent": [558 100.21844482421875,559 40.54936981201172,560 79.90824890136719561 ]562 },563 "obb": {564 "center": [565 733.5660934448242,566 161.9463653564453,567 86.11681365966797568 ],569 "extent": [570 100.21844482421875,571 40.54936981201172,572 79.90824890136719573 ],574 "rotation": [575 0,576 180,577 0578 ]579 },580 "location": [581 733.5661010742188,582 161.9463653564453,583 6.2085723876953125584 ],585 "rotation": [586 0,587 180,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 0,598 191,599 31600 ]601 },602 {603 "object_id": "SM_kitchenshelf_7",604 "bbox_2d": [605 716,606 640,607 1023,608 890609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 934.2007751464844,614 161.94645309448242,615 61.58667707443237616 ],617 "extent": [618 100.01679229736328,619 40.04176330566406,620 54.999107360839844621 ]622 },623 "obb": {624 "center": [625 934.2007751464844,626 161.94645309448242,627 61.58667707443237628 ],629 "extent": [630 100.01679229736328,631 40.04176330566406,632 54.999107360839844633 ],634 "rotation": [635 0,636 180,637 0638 ]639 },640 "location": [641 934.2007446289062,642 161.94642639160156,643 6.208510875701904644 ],645 "rotation": [646 0,647 180,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 255,658 0,659 31660 ]661 }662 ],663 "appliance": [664 {665 "object_id": "SM_metalstove_5",666 "bbox_2d": [667 0,668 534,669 98,670 857671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 1103.11962890625,676 -54.09661102294922,677 64.6992073059082678 ],679 "extent": [680 43.352325439453125,681 50.7218933105469,682 59.01047134399414683 ]684 },685 "obb": {686 "center": [687 1103.11962890625,688 -54.09661102294922,689 64.6992073059082690 ],691 "extent": [692 43.352325439453125,693 50.7218933105469,694 59.01047134399414695 ],696 "rotation": [697 0,698 90.00000000000001,699 0700 ]701 },702 "location": [703 1103.11962890625,704 -54.09661102294922,705 6.2119140625706 ],707 "rotation": [708 0,709 90.00000000000001,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 127,720 191,721 63722 ]723 },724 {725 "object_id": "SM_boiler_159",726 "bbox_2d": [727 368,728 398,729 553,730 499731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 837.063322345746,736 -29.972686788732222,737 129.89890003204346738 ],739 "extent": [740 19.831553050246953,741 20.386795846030264,742 13.313058853149414743 ]744 },745 "obb": {746 "center": [747 837.063322345746,748 -29.972686788732222,749 129.89890003204346750 ],751 "extent": [752 19.831553050246953,753 20.386795846030264,754 13.313058853149414755 ],756 "rotation": [757 0,758 -60.15197372436522,759 0760 ]761 },762 "location": [763 837.8109130859375,764 -31.27552032470703,765 116.58584594726562766 ],767 "rotation": [768 0,769 -60.15197372436522,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 31,780 63,781 191782 ]783 }784 ],785 "rack": [786 {787 "object_id": "SM_kitchenrack_02_202",788 "bbox_2d": [789 1177,790 124,791 1694,792 327793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 704.3261108398438,798 196.471133055687,799 215.76504516601562800 ],801 "extent": [802 69.32925571223313,803 13.72866627942858,804 21.59104528446187805 ]806 },807 "obb": {808 "center": [809 704.3261108398438,810 196.471133055687,811 215.76504516601562812 ],813 "extent": [814 69.32925571223313,815 13.72866627942858,816 21.59104528446187817 ],818 "rotation": [819 0,820 180,821 0822 ]823 },824 "location": [825 704.3261108398438,826 196.47113037109375,827 215.76504516601562828 ],829 "rotation": [830 0,831 180,832 0833 ],834 "scale": [835 1.4075000286102295,836 1.4075000286102295,837 1.4075000286102295838 ]839 },840 "color": [841 255,842 63,843 31844 ]845 },846 {847 "object_id": "SM_kitchenrack_3",848 "bbox_2d": [849 844,850 208,851 1199,852 362853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 842.84033203125,858 196.471133055687,859 215.76504516601562860 ],861 "extent": [862 69.32925571223313,863 13.72866627942858,864 21.59104528446187865 ]866 },867 "obb": {868 "center": [869 842.84033203125,870 196.471133055687,871 215.76504516601562872 ],873 "extent": [874 69.32925571223313,875 13.72866627942858,876 21.59104528446187877 ],878 "rotation": [879 0,880 180,881 0882 ]883 },884 "location": [885 842.84033203125,886 196.47113037109375,887 215.76504516601562888 ],889 "rotation": [890 0,891 180,892 0893 ],894 "scale": [895 1.4075000286102295,896 1.4075000286102295,897 1.4075000286102295898 ]899 },900 "color": [901 255,902 191,903 31904 ]905 },906 {907 "object_id": "SM_kitchenrack_4",908 "bbox_2d": [909 609,910 264,911 879,912 388913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 982.8951416015625,918 196.47107202053076,919 215.76504516601562920 ],921 "extent": [922 69.32925571223313,923 13.72866627942858,924 21.59104528446187925 ]926 },927 "obb": {928 "center": [929 982.8951416015625,930 196.47107202053076,931 215.76504516601562932 ],933 "extent": [934 69.32925571223313,935 13.72866627942858,936 21.59104528446187937 ],938 "rotation": [939 0,940 180,941 0942 ]943 },944 "location": [945 982.8951416015625,946 196.4710693359375,947 215.76504516601562948 ],949 "rotation": [950 0,951 180,952 0953 ],954 "scale": [955 1.4075000286102295,956 1.4075000286102295,957 1.4075000286102295958 ]959 },960 "color": [961 127,962 0,963 31964 ]965 }966 ],967 "fireextinguisher": [968 {969 "object_id": "SM_fireextinguisher4_153",970 "bbox_2d": [971 1750,972 719,973 1857,974 1079975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 625.9170532226562,980 114.45343780517578,981 43.54499053955078982 ],983 "extent": [984 14.948417989427412,985 16.02917208496308,986 37.336402893066406987 ]988 },989 "obb": {990 "center": [991 625.9170532226562,992 114.45343780517578,993 43.54499053955078994 ],995 "extent": [996 14.948417989427412,997 16.02917208496308,998 37.336402893066406999 ],1000 "rotation": [1001 0,1002 59.0284194946289,1003 01004 ]1005 },1006 "location": [1007 625.9170532226562,1008 114.45343780517578,1009 6.2085876464843751010 ],1011 "rotation": [1012 0,1013 59.0284194946289,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 31,1024 63,1025 631026 ]1027 }1028 ],1029 "utensil": [1030 {1031 "object_id": "SM_CuttingBoard_183",1032 "bbox_2d": [1033 260,1034 535,1035 1142,1036 5601037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 746.4319231758251,1042 -58.05485732442787,1043 117.470402519041671044 ],1045 "extent": [1046 33.14052409892213,1047 44.13201679455972,1048 0.88458605323920381049 ]1050 },1051 "obb": {1052 "center": [1053 746.4319231758251,1054 -58.05485732442787,1055 117.470402519041671056 ],1057 "extent": [1058 33.14052409892213,1059 44.13201679455972,1060 0.88458605323920381061 ],1062 "rotation": [1063 0,1064 10.928258895874022,1065 01066 ]1067 },1068 "location": [1069 745.6552124023438,1070 -51.75566101074219,1071 116.585830688476561072 ],1073 "rotation": [1074 0,1075 10.928258895874022,1076 01077 ],1078 "scale": [1079 0.9177572131156921,1080 0.9177572131156921,1081 0.91775721311569211082 ]1083 },1084 "color": [1085 31,1086 0,1087 311088 ]1089 },1090 {1091 "object_id": "SM_CuttingBoard_Small_186",1092 "bbox_2d": [1093 931,1094 543,1095 1919,1096 5741097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 683.9783039093018,1102 -61.17446327209473,1103 117.155145347118381104 ],1105 "extent": [1106 26.213821411132812,1107 18.49398422241211,1108 0.56931191682815551109 ]1110 },1111 "obb": {1112 "center": [1113 683.9783039093018,1114 -61.17446327209473,1115 117.155145347118381116 ],1117 "extent": [1118 26.213821411132812,1119 18.49398422241211,1120 0.56931191682815551121 ],1122 "rotation": [1123 0,1124 0,1125 01126 ]1127 },1128 "location": [1129 684.0867309570312,1130 -61.388282775878906,1131 116.58583831787111132 ],1133 "rotation": [1134 0,1135 0,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 31,1146 255,1147 311148 ]1149 },1150 {1151 "object_id": "SM_CuttingBoard_Small2",1152 "bbox_2d": [1153 959,1154 499,1155 1919,1156 5311157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 684.0537196755862,1162 -61.15082654796479,1163 119.274743735790251164 ],1165 "extent": [1166 30.802771902385985,1167 26.01254549407968,1168 0.56931191682815551169 ]1170 },1171 "obb": {1172 "center": [1173 684.0537196755862,1174 -61.15082654796479,1175 119.274743735790251176 ],1177 "extent": [1178 30.802771902385985,1179 26.01254549407968,1180 0.56931191682815551181 ],1182 "rotation": [1183 0,1184 -18.974830627441406,1185 01186 ]1187 },1188 "location": [1189 684.0867309570312,1190 -61.388282775878906,1191 118.705436706542971192 ],1193 "rotation": [1194 0,1195 -18.974830627441406,1196 01197 ],1198 "scale": [1199 1,1200 1,