TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l003_off0_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l003_off0_r001/lit.png",5 "camera": {6 "location": [7 676,8 -132,9 14810 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 676,38 -132,39 148,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 0,58 951,59 2,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_rightwall_11",118 "bbox_2d": [119 432,120 0,121 1919,122 939123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -26.000122070144926,128 201.00004196215752,129 248.09518432617188130 ],131 "extent": [132 1213.475322102896,133 56.19279383862782,134 242.13626098632812135 ]136 },137 "obb": {138 "center": [139 -26.000122070144926,140 201.00004196215752,141 248.09518432617188142 ],143 "extent": [144 1213.475322102896,145 56.19279383862782,146 242.13626098632812147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -26,156 201,157 9.81463623046875158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_backwall_14",178 "bbox_2d": [179 0,180 0,181 431,182 626183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 727,188 -42,189 244.2459716796875190 ],191 "extent": [192 513.4542740243764,193 298.30824864120177,194 243.74131774902344195 ]196 },197 "obb": {198 "center": [199 726.9999999999999,200 -42,201 244.2459716796875202 ],203 "extent": [204 513.4542740243764,205 298.30824864120177,206 243.74131774902344207 ],208 "rotation": [209 0,210 179.999755859375,211 0212 ]213 },214 "location": [215 727,216 -42,217 -1.56610107421875218 ],219 "rotation": [220 0,221 179.999755859375,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 127234 ]235 }236 ],237 "pipe": [238 {239 "object_id": "SM_Pipes_87",240 "bbox_2d": [241 41,242 0,243 420,244 617245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1164.9854568957085,250 86.61339285034592,251 248.83089232729253252 ],253 "extent": [254 17.764735660944098,255 75.6964546231211,256 244.47722919016087257 ]258 },259 "obb": {260 "center": [261 1164.9854568957085,262 86.6133928503459,263 248.83089232729253264 ],265 "extent": [266 17.764735660944098,267 75.6964546231211,268 244.47722919016087269 ],270 "rotation": [271 0,272 90.00000000000001,273 0274 ]275 },276 "location": [277 1174.117431640625,278 55.71179962158203,279 6.208587646484375280 ],281 "rotation": [282 0,283 90.00000000000001,284 0285 ],286 "scale": [287 1.384575366973877,288 1.384575366973877,289 1.384575366973877290 ]291 },292 "color": [293 63,294 191,295 255296 ]297 },298 {299 "object_id": "SM_pipeskitchen3",300 "bbox_2d": [301 1694,302 0,303 1802,304 861305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 622.7100430042074,310 196.72460267988026,311 248.03538252564613312 ],313 "extent": [314 10.991213643204901,315 13.39884358308882,316 242.980073706829317 ]318 },319 "obb": {320 "center": [321 622.7100430042074,322 196.72460267988026,323 248.03538252564613324 ],325 "extent": [326 10.991213643204901,327 13.39884358308882,328 242.980073706829329 ],330 "rotation": [331 0,332 180,333 0334 ]335 },336 "location": [337 622.691650390625,338 191.47918701171875,339 5.055308818817139340 ],341 "rotation": [342 0,343 180,344 0345 ],346 "scale": [347 1.013401985168457,348 1.013401985168457,349 1.013401985168457350 ]351 },352 "color": [353 0,354 191,355 191356 ]357 }358 ]359 },360 "foreground": {361 "shelving": [362 {363 "object_id": "SM_kitchenshelf_4",364 "bbox_2d": [365 0,366 699,367 1854,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 754.4514465332031,374 -49.00006103515625,375 61.58672332763672376 ],377 "extent": [378 100.01679229736328,379 40.04176330566406,380 54.999107360839844381 ]382 },383 "obb": {384 "center": [385 754.4514465332031,386 -49.00006103515625,387 61.58672332763672388 ],389 "extent": [390 100.01679229736328,391 40.04176330566406,392 54.999107360839844393 ],394 "rotation": [395 0,396 180,397 0398 ]399 },400 "location": [401 754.451416015625,402 -49.00008773803711,403 6.20855712890625404 ],405 "rotation": [406 0,407 180,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 127,418 191,419 0420 ]421 },422 {423 "object_id": "SM_kitchenshelf_5",424 "bbox_2d": [425 1791,426 838,427 1919,428 1031429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 552.35986328125,434 -48.998043060302734,435 63.65044021606445436 ],437 "extent": [438 99.99972534179685,439 39.9998779296875,440 54.99895095825195441 ]442 },443 "obb": {444 "center": [445 552.35986328125,446 -48.998043060302734,447 63.65044021606445448 ],449 "extent": [450 99.99972534179685,451 39.9998779296875,452 54.99895095825195453 ],454 "rotation": [455 0,456 180,457 0458 ]459 },460 "location": [461 552.35986328125,462 -48.998043060302734,463 6.20855712890625464 ],465 "rotation": [466 0,467 180,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 127,478 191,479 255480 ]481 },482 {483 "object_id": "SM_kitchenshelf_3",484 "bbox_2d": [485 1792,486 662,487 1919,488 904489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 573.2568359375,494 93.78185272216797,495 61.110496044158936496 ],497 "extent": [498 39.9998779296875,499 99.99972534179693,500 54.99895095825195501 ]502 },503 "obb": {504 "center": [505 573.2568359375,506 93.78185272216798,507 61.110496044158936508 ],509 "extent": [510 39.9998779296875,511 99.99972534179693,512 54.99895095825195513 ],514 "rotation": [515 0,516 90.00000000000001,517 0518 ]519 },520 "location": [521 573.2568359375,522 93.78185272216797,523 3.6686129570007324524 ],525 "rotation": [526 0,527 90.00000000000001,528 0529 ],530 "scale": [531 1,532 1,533 1534 ]535 },536 "color": [537 191,538 63,539 0540 ]541 },542 {543 "object_id": "SM_kitchenshelf_194",544 "bbox_2d": [545 929,546 478,547 1751,548 822549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 733.5660934448242,554 161.9463653564453,555 86.11681365966797556 ],557 "extent": [558 100.21844482421875,559 40.54936981201172,560 79.90824890136719561 ]562 },563 "obb": {564 "center": [565 733.5660934448242,566 161.9463653564453,567 86.11681365966797568 ],569 "extent": [570 100.21844482421875,571 40.54936981201172,572 79.90824890136719573 ],574 "rotation": [575 0,576 180,577 0578 ]579 },580 "location": [581 733.5661010742188,582 161.9463653564453,583 6.2085723876953125584 ],585 "rotation": [586 0,587 180,588 0589 ],590 "scale": [591 1,592 1,593 1594 ]595 },596 "color": [597 0,598 191,599 31600 ]601 },602 {603 "object_id": "SM_kitchenshelf_7",604 "bbox_2d": [605 519,606 615,607 978,608 747609 ],610 "bbox_3d": {611 "aabb": {612 "center": [613 934.2007751464844,614 161.94645309448242,615 61.58667707443237616 ],617 "extent": [618 100.01679229736328,619 40.04176330566406,620 54.999107360839844621 ]622 },623 "obb": {624 "center": [625 934.2007751464844,626 161.94645309448242,627 61.58667707443237628 ],629 "extent": [630 100.01679229736328,631 40.04176330566406,632 54.999107360839844633 ],634 "rotation": [635 0,636 180,637 0638 ]639 },640 "location": [641 934.2007446289062,642 161.94642639160156,643 6.208510875701904644 ],645 "rotation": [646 0,647 180,648 0649 ],650 "scale": [651 1,652 1,653 1654 ]655 },656 "color": [657 255,658 0,659 31660 ]661 }662 ],663 "appliance": [664 {665 "object_id": "SM_metalstove_5",666 "bbox_2d": [667 0,668 616,669 105,670 951671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 1103.11962890625,676 -54.09661102294922,677 64.6992073059082678 ],679 "extent": [680 43.352325439453125,681 50.7218933105469,682 59.01047134399414683 ]684 },685 "obb": {686 "center": [687 1103.11962890625,688 -54.09661102294922,689 64.6992073059082690 ],691 "extent": [692 43.352325439453125,693 50.7218933105469,694 59.01047134399414695 ],696 "rotation": [697 0,698 90.00000000000001,699 0700 ]701 },702 "location": [703 1103.11962890625,704 -54.09661102294922,705 6.2119140625706 ],707 "rotation": [708 0,709 90.00000000000001,710 0711 ],712 "scale": [713 1,714 1,715 1716 ]717 },718 "color": [719 127,720 191,721 63722 ]723 },724 {725 "object_id": "SM_metalstove_198",726 "bbox_2d": [727 37,728 602,729 395,730 735731 ],732 "bbox_3d": {733 "aabb": {734 "center": [735 1103.11962890625,736 48.065025329589844,737 64.6992073059082738 ],739 "extent": [740 44.144866943359375,741 50.72198486328128,742 56.601539611816406743 ]744 },745 "obb": {746 "center": [747 1103.11962890625,748 48.06502532958985,749 64.6992073059082750 ],751 "extent": [752 44.144866943359375,753 50.72198486328128,754 56.601539611816406755 ],756 "rotation": [757 0,758 90.00000000000001,759 0760 ]761 },762 "location": [763 1103.11962890625,764 48.065025329589844,765 6.2119140625766 ],767 "rotation": [768 0,769 90.00000000000001,770 0771 ],772 "scale": [773 1,774 1,775 1776 ]777 },778 "color": [779 255,780 255,781 31782 ]783 },784 {785 "object_id": "SM_metalstove_7",786 "bbox_2d": [787 323,788 596,789 533,790 695791 ],792 "bbox_3d": {793 "aabb": {794 "center": [795 1103.11962890625,796 152.3569793701172,797 64.6992073059082798 ],799 "extent": [800 44.253570556640625,801 50.72198486328128,802 57.534793853759766803 ]804 },805 "obb": {806 "center": [807 1103.11962890625,808 152.3569793701172,809 64.6992073059082810 ],811 "extent": [812 44.253570556640625,813 50.72198486328128,814 57.534793853759766815 ],816 "rotation": [817 0,818 90.00000000000001,819 0820 ]821 },822 "location": [823 1103.11962890625,824 152.3569793701172,825 6.2119140625826 ],827 "rotation": [828 0,829 90.00000000000001,830 0831 ],832 "scale": [833 1,834 1,835 1836 ]837 },838 "color": [839 255,840 127,841 31842 ]843 },844 {845 "object_id": "SM_boiler_159",846 "bbox_2d": [847 356,848 567,849 553,850 735851 ],852 "bbox_3d": {853 "aabb": {854 "center": [855 837.063322345746,856 -29.972686788732222,857 129.89890003204346858 ],859 "extent": [860 19.831553050246953,861 20.386795846030264,862 13.313058853149414863 ]864 },865 "obb": {866 "center": [867 837.063322345746,868 -29.972686788732222,869 129.89890003204346870 ],871 "extent": [872 19.831553050246953,873 20.386795846030264,874 13.313058853149414875 ],876 "rotation": [877 0,878 -60.15197372436522,879 0880 ]881 },882 "location": [883 837.8109130859375,884 -31.27552032470703,885 116.58584594726562886 ],887 "rotation": [888 0,889 -60.15197372436522,890 0891 ],892 "scale": [893 1,894 1,895 1896 ]897 },898 "color": [899 31,900 63,901 191902 ]903 }904 ],905 "rack": [906 {907 "object_id": "SM_kitchenrack_02_202",908 "bbox_2d": [909 1177,910 229,911 1694,912 411913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 704.3261108398438,918 196.471133055687,919 215.76504516601562920 ],921 "extent": [922 69.32925571223313,923 13.72866627942858,924 21.59104528446187925 ]926 },927 "obb": {928 "center": [929 704.3261108398438,930 196.471133055687,931 215.76504516601562932 ],933 "extent": [934 69.32925571223313,935 13.72866627942858,936 21.59104528446187937 ],938 "rotation": [939 0,940 180,941 0942 ]943 },944 "location": [945 704.3261108398438,946 196.47113037109375,947 215.76504516601562948 ],949 "rotation": [950 0,951 180,952 0953 ],954 "scale": [955 1.4075000286102295,956 1.4075000286102295,957 1.4075000286102295958 ]959 },960 "color": [961 255,962 63,963 31964 ]965 },966 {967 "object_id": "SM_kitchenrack_3",968 "bbox_2d": [969 844,970 291,971 1199,972 432973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 842.84033203125,978 196.471133055687,979 215.76504516601562980 ],981 "extent": [982 69.32925571223313,983 13.72866627942858,984 21.59104528446187985 ]986 },987 "obb": {988 "center": [989 842.84033203125,990 196.471133055687,991 215.76504516601562992 ],993 "extent": [994 69.32925571223313,995 13.72866627942858,996 21.59104528446187997 ],998 "rotation": [999 0,1000 180,1001 01002 ]1003 },1004 "location": [1005 842.84033203125,1006 196.47113037109375,1007 215.765045166015621008 ],1009 "rotation": [1010 0,1011 180,1012 01013 ],1014 "scale": [1015 1.4075000286102295,1016 1.4075000286102295,1017 1.40750002861022951018 ]1019 },1020 "color": [1021 255,1022 191,1023 311024 ]1025 },1026 {1027 "object_id": "SM_kitchenrack_4",1028 "bbox_2d": [1029 609,1030 333,1031 878,1032 4471033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 982.8951416015625,1038 196.47107202053076,1039 215.765045166015621040 ],1041 "extent": [1042 69.32925571223313,1043 13.72866627942858,1044 21.591045284461871045 ]1046 },1047 "obb": {1048 "center": [1049 982.8951416015625,1050 196.47107202053076,1051 215.765045166015621052 ],1053 "extent": [1054 69.32925571223313,1055 13.72866627942858,1056 21.591045284461871057 ],1058 "rotation": [1059 0,1060 180,1061 01062 ]1063 },1064 "location": [1065 982.8951416015625,1066 196.4710693359375,1067 215.765045166015621068 ],1069 "rotation": [1070 0,1071 180,1072 01073 ],1074 "scale": [1075 1.4075000286102295,1076 1.4075000286102295,1077 1.40750002861022951078 ]1079 },1080 "color": [1081 127,1082 0,1083 311084 ]1085 }1086 ],1087 "fireextinguisher": [1088 {1089 "object_id": "SM_fireextinguisher4_153",1090 "bbox_2d": [1091 1774,1092 867,1093 1857,1094 9721095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 625.9170532226562,1100 114.45343780517578,1101 43.544990539550781102 ],1103 "extent": [1104 14.948417989427412,1105 16.02917208496308,1106 37.3364028930664061107 ]1108 },1109 "obb": {1110 "center": [1111 625.9170532226562,1112 114.45343780517578,1113 43.544990539550781114 ],1115 "extent": [1116 14.948417989427412,1117 16.02917208496308,1118 37.3364028930664061119 ],1120 "rotation": [1121 0,1122 59.0284194946289,1123 01124 ]1125 },1126 "location": [1127 625.9170532226562,1128 114.45343780517578,1129 6.2085876464843751130 ],1131 "rotation": [1132 0,1133 59.0284194946289,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 31,1144 63,1145 631146 ]1147 }1148 ],1149 "detergent bag": [1150 {1151 "object_id": "SM_detergent3_180",1152 "bbox_2d": [1153 1669,1154 550,1155 1682,1156 6151157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 643.2100917931135,1162 190.74205866742386,1163 134.970699310302731164 ],1165 "extent": [1166 9.684542760707473,1167 8.955750044996961,1168 18.7565422058105471169 ]1170 },1171 "obb": {1172 "center": [1173 643.2100917931135,1174 190.74205866742386,1175 134.970699310302731176 ],1177 "extent": [1178 9.684542760707473,1179 8.955750044996961,1180 18.7565422058105471181 ],1182 "rotation": [1183 0,1184 -36.46056747436524,1185 01186 ]1187 },1188 "location": [1189 642.8651733398438,1190 190.99691772460938,1191 116.214157104492191192 ],1193 "rotation": [1194 0,1195 -36.46056747436524,1196 01197 ],1198 "scale": [1199 1,1200 1,