TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l002_off1_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l002_off1_r002/lit.png",5 "camera": {6 "location": [7 548,8 -213,9 17810 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 548,38 -213,39 178,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 892,58 947,59 1209,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 1298,120 0,121 1919,122 267123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 1195,180 0,181 1919,182 327183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 },236 {237 "object_id": "SM_woodroof_113",238 "bbox_2d": [239 754,240 0,241 1398,242 163243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 318.353384929158,248 -29.895414810180228,249 419.59094345527046250 ],251 "extent": [252 102.64006227441315,253 238.89991255711357,254 37.60747276143411255 ]256 },257 "obb": {258 "center": [259 318.353384929158,260 -29.895414810180228,261 419.59094345527046262 ],263 "extent": [264 102.64006227441315,265 238.89991255711357,266 37.60747276143411267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 315.8971862792969,276 -29.895389556884766,277 388.9488220214844278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 -0.8274999856948853,286 0.8274999856948853,287 0.8274999856948853288 ]289 },290 "color": [291 191,292 0,293 255294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_rightwall_11",300 "bbox_2d": [301 0,302 0,303 1919,304 800305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -26.000122070144926,310 201.00004196215752,311 248.09518432617188312 ],313 "extent": [314 1213.475322102896,315 56.19279383862782,316 242.13626098632812317 ]318 },319 "obb": {320 "center": [321 -26.000122070144926,322 201.00004196215752,323 248.09518432617188324 ],325 "extent": [326 1213.475322102896,327 56.19279383862782,328 242.13626098632812329 ],330 "rotation": [331 0,332 179.99977111816406,333 0334 ]335 },336 "location": [337 -26,338 201,339 9.81463623046875340 ],341 "rotation": [342 0,343 179.99977111816406,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 255,355 127356 ]357 }358 ],359 "pipe": [360 {361 "object_id": "SM_pipeskitchen3",362 "bbox_2d": [363 123,364 0,365 158,366 351367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 622.7100430042074,372 196.72460267988026,373 248.03538252564613374 ],375 "extent": [376 10.991213643204901,377 13.39884358308882,378 242.980073706829379 ]380 },381 "obb": {382 "center": [383 622.7100430042074,384 196.72460267988026,385 248.03538252564613386 ],387 "extent": [388 10.991213643204901,389 13.39884358308882,390 242.980073706829391 ],392 "rotation": [393 0,394 180,395 0396 ]397 },398 "location": [399 622.691650390625,400 191.47918701171875,401 5.055308818817139402 ],403 "rotation": [404 0,405 180,406 0407 ],408 "scale": [409 1.013401985168457,410 1.013401985168457,411 1.013401985168457412 ]413 },414 "color": [415 0,416 191,417 191418 ]419 }420 ]421 },422 "foreground": {423 "shelving": [424 {425 "object_id": "SM_kitchenshelf_5",426 "bbox_2d": [427 36,428 863,429 1088,430 1079431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 552.35986328125,436 -48.998043060302734,437 63.65044021606445438 ],439 "extent": [440 99.99972534179685,441 39.9998779296875,442 54.99895095825195443 ]444 },445 "obb": {446 "center": [447 552.35986328125,448 -48.998043060302734,449 63.65044021606445450 ],451 "extent": [452 99.99972534179685,453 39.9998779296875,454 54.99895095825195455 ],456 "rotation": [457 0,458 180,459 0460 ]461 },462 "location": [463 552.35986328125,464 -48.998043060302734,465 6.20855712890625466 ],467 "rotation": [468 0,469 180,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 127,480 191,481 255482 ]483 },484 {485 "object_id": "SM_kitchenshelf_3",486 "bbox_2d": [487 400,488 720,489 402,490 862491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 573.2568359375,496 93.78185272216797,497 61.110496044158936498 ],499 "extent": [500 39.9998779296875,501 99.99972534179693,502 54.99895095825195503 ]504 },505 "obb": {506 "center": [507 573.2568359375,508 93.78185272216798,509 61.110496044158936510 ],511 "extent": [512 39.9998779296875,513 99.99972534179693,514 54.99895095825195515 ],516 "rotation": [517 0,518 90.00000000000001,519 0520 ]521 },522 "location": [523 573.2568359375,524 93.78185272216797,525 3.6686129570007324526 ],527 "rotation": [528 0,529 90.00000000000001,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 191,540 63,541 0542 ]543 }544 ],545 "lamp": [546 {547 "object_id": "SM_menulamp_110",548 "bbox_2d": [549 1699,550 0,551 1919,552 189553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 190.35113716125488,558 -110.09845352172852,559 324.38989639282227560 ],561 "extent": [562 22.20184326171875,563 35.38909912109374,564 38.32521057128906565 ]566 },567 "obb": {568 "center": [569 190.35113716125488,570 -110.09845352172852,571 324.38989639282227572 ],573 "extent": [574 22.20184326171875,575 35.38909912109374,576 38.32521057128906577 ],578 "rotation": [579 0,580 180,581 0582 ]583 },584 "location": [585 194.90130615234375,586 -110.19397735595703,587 324.34259033203125588 ],589 "rotation": [590 0,591 180,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 191,602 0,603 0604 ]605 },606 {607 "object_id": "SM_menulamp2",608 "bbox_2d": [609 1472,610 0,611 1748,612 249613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 190.35118293762207,618 -39.281951904296875,619 324.38989639282227620 ],621 "extent": [622 22.20184326171875,623 35.389099121093736,624 38.32521057128906625 ]626 },627 "obb": {628 "center": [629 190.35118293762207,630 -39.281951904296875,631 324.38989639282227632 ],633 "extent": [634 22.20184326171875,635 35.389099121093736,636 38.32521057128906637 ],638 "rotation": [639 0,640 180,641 0642 ]643 },644 "location": [645 194.90135192871094,646 -39.37747573852539,647 324.34259033203125648 ],649 "rotation": [650 0,651 180,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 191,662 0,663 127664 ]665 },666 {667 "object_id": "SM_menulamp3",668 "bbox_2d": [669 1312,670 61,671 1528,672 291673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 190.35057258605957,678 31.783302307128906,679 324.38989639282227680 ],681 "extent": [682 22.20184326171875,683 35.389099121093736,684 38.32521057128906685 ]686 },687 "obb": {688 "center": [689 190.35057258605957,690 31.783302307128906,691 324.38989639282227692 ],693 "extent": [694 22.20184326171875,695 35.389099121093736,696 38.32521057128906697 ],698 "rotation": [699 0,700 180,701 0702 ]703 },704 "location": [705 194.90074157714844,706 31.68777847290039,707 324.34259033203125708 ],709 "rotation": [710 0,711 180,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 191,722 0,723 63724 ]725 },726 {727 "object_id": "SM_menulamp4",728 "bbox_2d": [729 1194,730 129,731 1367,732 323733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 190.3512134552002,738 102.86700057983398,739 324.38989639282227740 ],741 "extent": [742 22.20184326171875,743 35.38909912109374,744 38.32521057128906745 ]746 },747 "obb": {748 "center": [749 190.3512134552002,750 102.86700057983398,751 324.38989639282227752 ],753 "extent": [754 22.20184326171875,755 35.38909912109374,756 38.32521057128906757 ],758 "rotation": [759 0,760 180,761 0762 ]763 },764 "location": [765 194.90138244628906,766 102.77147674560547,767 324.34259033203125768 ],769 "rotation": [770 0,771 180,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 191,782 255,783 0784 ]785 },786 {787 "object_id": "SM_menulamp5",788 "bbox_2d": [789 1102,790 181,791 1246,792 348793 ],794 "bbox_3d": {795 "aabb": {796 "center": [797 190.35119819641113,798 174.2113380432129,799 324.38989639282227800 ],801 "extent": [802 22.20184326171875,803 35.38909912109375,804 38.32521057128906805 ]806 },807 "obb": {808 "center": [809 190.35119819641113,810 174.2113380432129,811 324.38989639282227812 ],813 "extent": [814 22.20184326171875,815 35.38909912109375,816 38.32521057128906817 ],818 "rotation": [819 0,820 180,821 0822 ]823 },824 "location": [825 194.9013671875,826 174.11581420898438,827 324.34259033203125828 ],829 "rotation": [830 0,831 180,832 0833 ],834 "scale": [835 1,836 1,837 1838 ]839 },840 "color": [841 191,842 255,843 255844 ]845 },846 {847 "object_id": "SM_lamp_01_135",848 "bbox_2d": [849 1882,850 145,851 1919,852 224853 ],854 "bbox_3d": {855 "aabb": {856 "center": [857 -155.69004873376252,858 -53.48185731531885,859 419.36306829580644860 ],861 "extent": [862 67.05482144542475,863 67.05480329110287,864 68.9042566781718865 ]866 },867 "obb": {868 "center": [869 -155.69004873376252,870 -53.48185731531885,871 419.36306829580644872 ],873 "extent": [874 67.05482144542475,875 67.05480329110287,876 68.9042566781718877 ],878 "rotation": [879 0,880 0,881 0882 ]883 },884 "location": [885 -154.6347198486328,886 -54.026309967041016,887 487.3963623046875888 ],889 "rotation": [890 0,891 0,892 0893 ],894 "scale": [895 1.1897616386413574,896 1.1897616386413574,897 1.1897616386413574898 ]899 },900 "color": [901 191,902 127,903 127904 ]905 },906 {907 "object_id": "SM_lamp_5",908 "bbox_2d": [909 1834,910 163,911 1919,912 310913 ],914 "bbox_3d": {915 "aabb": {916 "center": [917 -540.7869415283203,918 -17.849308013916016,919 435.2052917480469920 ],921 "extent": [922 77.56246948242188,923 133.66229248046875,924 52.4345703125925 ]926 },927 "obb": {928 "center": [929 -540.7869415283203,930 -17.849308013916016,931 435.2052917480469932 ],933 "extent": [934 77.56246948242188,935 133.66229248046875,936 52.4345703125937 ],938 "rotation": [939 0,940 0,941 0942 ]943 },944 "location": [945 -540.2338256835938,946 -9.948246002197266,947 487.0996398925781948 ],949 "rotation": [950 0,951 0,952 0953 ],954 "scale": [955 1,956 1,957 1958 ]959 },960 "color": [961 191,962 0,963 191964 ]965 },966 {967 "object_id": "SM_simplelamp6_24",968 "bbox_2d": [969 1307,970 625,971 1307,972 625973 ],974 "bbox_3d": {975 "aabb": {976 "center": [977 59.571617126464844,978 186.89749145507812,979 109.81645774841309980 ],981 "extent": [982 8.617121696472168,983 8.617121696472168,984 17.312393188476562985 ]986 },987 "obb": {988 "center": [989 59.571617126464844,990 186.89749145507812,991 109.81645774841309992 ],993 "extent": [994 8.617121696472168,995 8.617121696472168,996 17.312393188476562997 ],998 "rotation": [999 0,1000 0,1001 01002 ]1003 },1004 "location": [1005 59.571617126464844,1006 186.89749145507812,1007 92.373115539550781008 ],1009 "rotation": [1010 0,1011 0,1012 01013 ],1014 "scale": [1015 1,1016 1,1017 11018 ]1019 },1020 "color": [1021 0,1022 31,1023 1911024 ]1025 },1026 {1027 "object_id": "SM_toplight4",1028 "bbox_2d": [1029 924,1030 0,1031 1255,1032 1081033 ],1034 "bbox_3d": {1035 "aabb": {1036 "center": [1037 317.0322265625,1038 102.07398986816406,1039 382.41293334960941040 ],1041 "extent": [1042 102.64682006835939,1043 6.204101562500028,1044 6.415288448333741045 ]1046 },1047 "obb": {1048 "center": [1049 317.0322265625,1050 102.07398986816406,1051 382.41293334960941052 ],1053 "extent": [1054 102.64682006835939,1055 6.204101562500028,1056 6.415288448333741057 ],1058 "rotation": [1059 0,1060 -90.00000000000001,1061 01062 ]1063 },1064 "location": [1065 317.0322265625,1066 102.07398986816406,1067 382.41293334960941068 ],1069 "rotation": [1070 0,1071 -90.00000000000001,1072 01073 ],1074 "scale": [1075 1,1076 1,1077 11078 ]1079 },1080 "color": [1081 95,1082 255,1083 2551084 ]1085 }1086 ],1087 "appliance": [1088 {1089 "object_id": "SM_metaloven_138",1090 "bbox_2d": [1091 402,1092 265,1093 840,1094 8741095 ],1096 "bbox_3d": {1097 "aabb": {1098 "center": [1099 500.5980987548828,1100 71.95675659179688,1101 171.863994598388671102 ],1103 "extent": [1104 48.01556396484375,1105 88.4038696289062,1106 55.8775863647460941107 ]1108 },1109 "obb": {1110 "center": [1111 500.5980987548828,1112 71.95675659179686,1113 171.863994598388671114 ],1115 "extent": [1116 48.01556396484375,1117 88.4038696289062,1118 55.8775863647460941119 ],1120 "rotation": [1121 0,1122 180,1123 01124 ]1125 },1126 "location": [1127 500.83154296875,1128 72.15515899658203,1129 112.501594543457031130 ],1131 "rotation": [1132 0,1133 180,1134 01135 ],1136 "scale": [1137 1,1138 1,1139 11140 ]1141 },1142 "color": [1143 191,1144 127,1145 631146 ]1147 },1148 {1149 "object_id": "SM_drinkmachine_02_142",1150 "bbox_2d": [1151 449,1152 318,1153 1095,1154 10181155 ],1156 "bbox_3d": {1157 "aabb": {1158 "center": [1159 494.77347951432216,1160 -53.24713112184537,1161 162.69044113159181162 ],1163 "extent": [1164 46.57321219130756,1165 32.825059154618884,1166 41.848476409912111167 ]1168 },1169 "obb": {1170 "center": [1171 494.77347951432216,1172 -53.24713112184537,1173 162.69044113159181174 ],1175 "extent": [1176 46.57321219130756,1177 32.825059154618884,1178 41.848476409912111179 ],1180 "rotation": [1181 0,1182 179.7389678955078,1183 01184 ]1185 },1186 "location": [1187 494.7735290527344,1188 -53.24714279174805,1189 118.649383544921881190 ],1191 "rotation": [1192 0,1193 179.7389678955078,1194 01195 ],1196 "scale": [1197 1,1198 1,1199 11200 ]