TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l054_off0_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/PizzaStore/l054_off0_r002/lit.png",5 "camera": {6 "location": [7 440,8 -240,9 23110 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 440,38 -240,39 231,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 587,58 1007,59 754,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 1120,120 0,121 1655,122 159123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 167,180 0,181 1689,182 334183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 },236 {237 "object_id": "SM_woodroof_113",238 "bbox_2d": [239 462,240 0,241 1304,242 241243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 318.353384929158,248 -29.895414810180228,249 419.59094345527046250 ],251 "extent": [252 102.64006227441315,253 238.89991255711357,254 37.60747276143411255 ]256 },257 "obb": {258 "center": [259 318.353384929158,260 -29.895414810180228,261 419.59094345527046262 ],263 "extent": [264 102.64006227441315,265 238.89991255711357,266 37.60747276143411267 ],268 "rotation": [269 0,270 180,271 0272 ]273 },274 "location": [275 315.8971862792969,276 -29.895389556884766,277 388.9488220214844278 ],279 "rotation": [280 0,281 180,282 0283 ],284 "scale": [285 -0.8274999856948853,286 0.8274999856948853,287 0.8274999856948853288 ]289 },290 "color": [291 191,292 0,293 255294 ]295 }296 ],297 "wall": [298 {299 "object_id": "SM_leftwall_8",300 "bbox_2d": [301 1690,302 0,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -512.0688954164282,310 -240.97154998867288,311 245.5155487060547312 ],313 "extent": [314 725.6351637653181,315 99.6704478559158,316 242.13623046875317 ]318 },319 "obb": {320 "center": [321 -512.0688954164282,322 -240.97154998867288,323 245.5155487060547324 ],325 "extent": [326 725.6351637653181,327 99.6704478559158,328 242.13623046875329 ],330 "rotation": [331 0,332 179.99977111816406,333 0334 ]335 },336 "location": [337 -512.0692138671875,338 -290.13128662109375,339 0340 ],341 "rotation": [342 0,343 179.99977111816406,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 0,354 0,355 127356 ]357 },358 {359 "object_id": "SM_rightwall_11",360 "bbox_2d": [361 0,362 0,363 1689,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 -26.000122070144926,370 201.00004196215752,371 248.09518432617188372 ],373 "extent": [374 1213.475322102896,375 56.19279383862782,376 242.13626098632812377 ]378 },379 "obb": {380 "center": [381 -26.000122070144926,382 201.00004196215752,383 248.09518432617188384 ],385 "extent": [386 1213.475322102896,387 56.19279383862782,388 242.13626098632812389 ],390 "rotation": [391 0,392 179.99977111816406,393 0394 ]395 },396 "location": [397 -26,398 201,399 9.81463623046875400 ],401 "rotation": [402 0,403 179.99977111816406,404 0405 ],406 "scale": [407 1,408 1,409 1410 ]411 },412 "color": [413 0,414 255,415 127416 ]417 }418 ]419 },420 "foreground": {421 "desk 008 parts": [422 {423 "object_id": "SM_desk16",424 "bbox_2d": [425 1487,426 729,427 1545,428 742429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -218.87796020507812,434 172.06649780273438,435 49.12738907652238436 ],437 "extent": [438 30.51487922668457,439 36.7234992980957,440 43.30350411253312441 ]442 },443 "obb": {444 "center": [445 -218.87796020507812,446 172.06649780273438,447 49.12738907652238448 ],449 "extent": [450 30.51487922668457,451 36.7234992980957,452 43.30350411253312453 ],454 "rotation": [455 0,456 0,457 0458 ]459 },460 "location": [461 -218.8779754638672,462 172.06649780273438,463 5.823884963989258464 ],465 "rotation": [466 0,467 0,468 0469 ],470 "scale": [471 1,472 1,473 0.9299650192260742474 ]475 },476 "color": [477 255,478 63,479 191480 ]481 },482 {483 "object_id": "SM_desk17",484 "bbox_2d": [485 1533,486 739,487 1670,488 764489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -219.42434692382847,494 96.46644591965202,495 49.127373817733314496 ],497 "extent": [498 30.522578946237672,499 36.72989702269527,500 43.30350411253312501 ]502 },503 "obb": {504 "center": [505 -219.42434692382847,506 96.46644591965202,507 49.127373817733314508 ],509 "extent": [510 30.522578946237672,511 36.72989702269527,512 43.30350411253312513 ],514 "rotation": [515 0,516 -0.012014102190732956,517 0518 ]519 },520 "location": [521 -219.4243621826172,522 96.46644592285156,523 5.823869705200195524 ],525 "rotation": [526 0,527 -0.012014102190732956,528 0529 ],530 "scale": [531 1,532 1,533 0.9299650192260742534 ]535 },536 "color": [537 127,538 0,539 191540 ]541 }542 ],543 "chair": [544 {545 "object_id": "SM_chair_19",546 "bbox_2d": [547 1501,548 717,549 1581,550 743551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -283.6292878794341,556 167.34041212791857,557 49.59094765017085558 ],559 "extent": [560 33.07833857810884,561 30.285558657286288,562 43.28227930600315563 ]564 },565 "obb": {566 "center": [567 -283.6292878794341,568 167.34041212791857,569 49.59094765017085570 ],571 "extent": [572 33.07833857810884,573 30.285558657286288,574 43.28227930600315575 ],576 "rotation": [577 0,578 -91.97135925292972,579 0580 ]581 },582 "location": [583 -283.1117858886719,584 168.92820739746094,585 6.208571910858154586 ],587 "rotation": [588 0,589 -91.97135925292972,590 0591 ],592 "scale": [593 0.9599999785423279,594 0.9599999785423279,595 0.9599999785423279596 ]597 },598 "color": [599 127,600 255,601 191602 ]603 },604 {605 "object_id": "SM_chair_20",606 "bbox_2d": [607 1608,608 713,609 1689,610 750611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -299.7014622870114,616 97.71896802283929,617 56.87418178357302618 ],619 "extent": [620 33.752413922546225,621 34.33024546734423,622 50.20029117735385623 ]624 },625 "obb": {626 "center": [627 -299.7014622870114,628 97.7189680228393,629 56.87418178357302630 ],631 "extent": [632 33.752413922546225,633 34.33024546734423,634 50.20029117735385635 ],636 "rotation": [637 0,638 -93.88452148437503,639 0640 ]641 },642 "location": [643 -299.339111328125,644 97.33316040039062,645 6.20855712890625646 ],647 "rotation": [648 0,649 -93.88452148437503,650 0651 ],652 "scale": [653 0.9449999928474426,654 0.9449999928474426,655 0.9449999928474426656 ]657 },658 "color": [659 127,660 127,661 191662 ]663 }664 ],665 "shelving": [666 {667 "object_id": "SM_kitchenshelf_02_69",668 "bbox_2d": [669 324,670 838,671 371,672 1079673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 491.3492431640625,678 93.78185272216797,679 61.110496520996094680 ],681 "extent": [682 39.9998779296875,683 99.99972534179693,684 54.99895095825195685 ]686 },687 "obb": {688 "center": [689 491.3492431640625,690 93.78185272216798,691 61.110496520996094692 ],693 "extent": [694 39.9998779296875,695 99.99972534179693,696 54.99895095825195697 ],698 "rotation": [699 0,700 90.00000000000001,701 0702 ]703 },704 "location": [705 491.3492431640625,706 93.78185272216797,707 3.6686134338378906708 ],709 "rotation": [710 0,711 90.00000000000001,712 0713 ],714 "scale": [715 1,716 1,717 1718 ]719 },720 "color": [721 255,722 191,723 127724 ]725 }726 ],727 "water dispenser": [728 {729 "object_id": "SM_wdispenser_104",730 "bbox_2d": [731 381,732 762,733 509,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 426.21075439453125,740 151.50753784179688,741 75.81922912597656742 ],743 "extent": [744 22.998548494358033,745 26.275288137902614,746 72.6376953125747 ]748 },749 "obb": {750 "center": [751 426.21075439453125,752 151.50753784179688,753 75.81922912597656754 ],755 "extent": [756 22.998548494358033,757 26.275288137902614,758 72.6376953125759 ],760 "rotation": [761 0,762 8.764691352844238,763 0764 ]765 },766 "location": [767 426.21075439453125,768 151.50753784179688,769 3.1815338134765625770 ],771 "rotation": [772 0,773 8.764691352844238,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 63,784 191,785 191786 ]787 }788 ],789 "lamp": [790 {791 "object_id": "SM_menulamp_110",792 "bbox_2d": [793 1387,794 0,795 1689,796 340797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 190.35113716125488,802 -110.09845352172852,803 324.38989639282227804 ],805 "extent": [806 22.20184326171875,807 35.38909912109374,808 38.32521057128906809 ]810 },811 "obb": {812 "center": [813 190.35113716125488,814 -110.09845352172852,815 324.38989639282227816 ],817 "extent": [818 22.20184326171875,819 35.38909912109374,820 38.32521057128906821 ],822 "rotation": [823 0,824 180,825 0826 ]827 },828 "location": [829 194.90130615234375,830 -110.19397735595703,831 324.34259033203125832 ],833 "rotation": [834 0,835 180,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 191,846 0,847 0848 ]849 },850 {851 "object_id": "SM_menulamp2",852 "bbox_2d": [853 1198,854 85,855 1469,856 377857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 190.35118293762207,862 -39.281951904296875,863 324.38989639282227864 ],865 "extent": [866 22.20184326171875,867 35.389099121093736,868 38.32521057128906869 ]870 },871 "obb": {872 "center": [873 190.35118293762207,874 -39.281951904296875,875 324.38989639282227876 ],877 "extent": [878 22.20184326171875,879 35.389099121093736,880 38.32521057128906881 ],882 "rotation": [883 0,884 180,885 0886 ]887 },888 "location": [889 194.90135192871094,890 -39.37747573852539,891 324.34259033203125892 ],893 "rotation": [894 0,895 180,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 191,906 0,907 127908 ]909 },910 {911 "object_id": "SM_menulamp3",912 "bbox_2d": [913 1070,914 168,915 1274,916 403917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 190.35057258605957,922 31.783302307128906,923 324.38989639282227924 ],925 "extent": [926 22.20184326171875,927 35.389099121093736,928 38.32521057128906929 ]930 },931 "obb": {932 "center": [933 190.35057258605957,934 31.783302307128906,935 324.38989639282227936 ],937 "extent": [938 22.20184326171875,939 35.389099121093736,940 38.32521057128906941 ],942 "rotation": [943 0,944 180,945 0946 ]947 },948 "location": [949 194.90074157714844,950 31.68777847290039,951 324.34259033203125952 ],953 "rotation": [954 0,955 180,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 191,966 0,967 63968 ]969 },970 {971 "object_id": "SM_menulamp4",972 "bbox_2d": [973 977,974 225,975 1140,976 421977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 190.3512134552002,982 102.86700057983398,983 324.38989639282227984 ],985 "extent": [986 22.20184326171875,987 35.38909912109374,988 38.32521057128906989 ]990 },991 "obb": {992 "center": [993 190.3512134552002,994 102.86700057983398,995 324.38989639282227996 ],997 "extent": [998 22.20184326171875,999 35.38909912109374,1000 38.325210571289061001 ],1002 "rotation": [1003 0,1004 180,1005 01006 ]1007 },1008 "location": [1009 194.90138244628906,1010 102.77147674560547,1011 324.342590332031251012 ],1013 "rotation": [1014 0,1015 180,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 191,1026 255,1027 01028 ]1029 },1030 {1031 "object_id": "SM_menulamp5",1032 "bbox_2d": [1033 907,1034 267,1035 1041,1036 4361037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 190.35119819641113,1042 174.2113380432129,1043 324.389896392822271044 ],1045 "extent": [1046 22.20184326171875,1047 35.38909912109375,1048 38.325210571289061049 ]1050 },1051 "obb": {1052 "center": [1053 190.35119819641113,1054 174.2113380432129,1055 324.389896392822271056 ],1057 "extent": [1058 22.20184326171875,1059 35.38909912109375,1060 38.325210571289061061 ],1062 "rotation": [1063 0,1064 180,1065 01066 ]1067 },1068 "location": [1069 194.9013671875,1070 174.11581420898438,1071 324.342590332031251072 ],1073 "rotation": [1074 0,1075 180,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 191,1086 255,1087 2551088 ]1089 },1090 {1091 "object_id": "SM_simplelamp5_21",1092 "bbox_2d": [1093 1487,1094 686,1095 1492,1096 7301097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -224.21739196777344,1102 168.63626098632812,1103 109.853750228881841104 ],1105 "extent": [1106 8.617121696472168,1107 8.617121696472168,1108 17.3123931884765621109 ]1110 },1111 "obb": {1112 "center": [1113 -224.21739196777344,1114 168.63626098632812,1115 109.853750228881841116 ],1117 "extent": [1118 8.617121696472168,1119 8.617121696472168,1120 17.3123931884765621121 ],1122 "rotation": [1123 0,1124 0,1125 01126 ]1127 },1128 "location": [1129 -224.21739196777344,1130 168.63626098632812,1131 92.410408020019531132 ],1133 "rotation": [1134 0,1135 0,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 0,1146 31,1147 631148 ]1149 },1150 {1151 "object_id": "SM_toplight4",1152 "bbox_2d": [1153 479,1154 48,1155 1023,1156 2001157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 317.0322265625,1162 102.07398986816406,1163 382.41293334960941164 ],1165 "extent": [1166 102.64682006835939,1167 6.204101562500028,1168 6.415288448333741169 ]1170 },1171 "obb": {1172 "center": [1173 317.0322265625,1174 102.07398986816406,1175 382.41293334960941176 ],1177 "extent": [1178 102.64682006835939,1179 6.204101562500028,1180 6.415288448333741181 ],1182 "rotation": [1183 0,1184 -90.00000000000001,1185 01186 ]1187 },1188 "location": [1189 317.0322265625,1190 102.07398986816406,1191 382.41293334960941192 ],1193 "rotation": [1194 0,1195 -90.00000000000001,1196 01197 ],1198 "scale": [1199 1,1200 1,