TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l030_r001",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l030_r001/lit.png",5 "camera": {6 "location": [7 -501,8 10,9 20110 ],11 "rotation": [12 0,13 59.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5,20 0.8660254037844385,21 0,22 023 ],24 [25 -0.8660254037844385,26 0.5,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -501,38 10,39 201,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 171,58 1050,59 371,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "roof": [116 {117 "object_id": "SM_roof_5",118 "bbox_2d": [119 0,120 0,121 50,122 34123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -3,128 -24.625823974609375,129 491.1820068359375130 ],131 "extent": [132 1235.6843500952236,133 284.49486201703985,134 3.760068655014038135 ]136 },137 "obb": {138 "center": [139 -3,140 -24.625823974609375,141 491.1820068359375142 ],143 "extent": [144 1235.6843500952236,145 284.49486201703985,146 3.760068655014038147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -3,156 -24.625823974609375,157 491.1820068359375158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1.0174999237060547,166 1.0950000286102295,167 1168 ]169 },170 "color": [171 255,172 255,173 255174 ]175 },176 {177 "object_id": "SM_roofmetal_21",178 "bbox_2d": [179 56,180 0,181 185,182 61183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -107.95600891113281,188 -49.59537506103514,189 450.57637139898725190 ],191 "extent": [192 840.7164306640622,193 266.835693359375,194 39.01462141495722195 ]196 },197 "obb": {198 "center": [199 -107.95600891113281,200 -49.595375061035156,201 450.57637139898725202 ],203 "extent": [204 840.7164306640622,205 266.835693359375,206 39.01462141495722207 ],208 "rotation": [209 0,210 180,211 0212 ]213 },214 "location": [215 -107.95594787597656,216 3.7793197631835938,217 451.0682678222656218 ],219 "rotation": [220 0,221 180,222 0223 ],224 "scale": [225 1,226 1,227 0.8899327516555786228 ]229 },230 "color": [231 0,232 127,233 255234 ]235 }236 ],237 "wall": [238 {239 "object_id": "SM_rightwall_11",240 "bbox_2d": [241 3,242 0,243 1919,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -26.000122070144926,250 201.00004196215752,251 248.09518432617188252 ],253 "extent": [254 1213.475322102896,255 56.19279383862782,256 242.13626098632812257 ]258 },259 "obb": {260 "center": [261 -26.000122070144926,262 201.00004196215752,263 248.09518432617188264 ],265 "extent": [266 1213.475322102896,267 56.19279383862782,268 242.13626098632812269 ],270 "rotation": [271 0,272 179.99977111816406,273 0274 ]275 },276 "location": [277 -26,278 201,279 9.81463623046875280 ],281 "rotation": [282 0,283 179.99977111816406,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 0,294 255,295 127296 ]297 }298 ]299 },300 "foreground": {301 "chair": [302 {303 "object_id": "SM_chair_17",304 "bbox_2d": [305 1356,306 1001,307 1385,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -513.8945650544138,314 107.79517511575094,315 101.12839696576543316 ],317 "extent": [318 32.53614996278043,319 29.686747429376595,320 43.28227930600315321 ]322 },323 "obb": {324 "center": [325 -513.8945650544138,326 107.79517511575094,327 101.12839696576543328 ],329 "extent": [330 32.53614996278043,331 29.686747429376595,332 43.28227930600315333 ],334 "rotation": [335 0,336 -89.12280273437499,337 180338 ]339 },340 "location": [341 -514.3816528320312,342 109.39256286621094,343 144.51077270507812344 ],345 "rotation": [346 0,347 -89.12280273437499,348 180349 ],350 "scale": [351 0.9599999785423279,352 0.9599999785423279,353 0.9599999785423279354 ]355 },356 "color": [357 255,358 255,359 191360 ]361 },362 {363 "object_id": "SM_chair_18",364 "bbox_2d": [365 1199,366 1043,367 1279,368 1079369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -482.2105754811311,374 166.00255244282084,375 56.87418178357302376 ],377 "extent": [378 34.997086340310204,379 35.54630012772361,380 50.20029117735385381 ]382 },383 "obb": {384 "center": [385 -482.2105754811311,386 166.00255244282084,387 56.87418178357302388 ],389 "extent": [390 34.997086340310204,391 35.54630012772361,392 50.20029117735385393 ],394 "rotation": [395 0,396 96.31697082519533,397 0398 ]399 },400 "location": [401 -482.6355285644531,402 166.31808471679688,403 6.20855712890625404 ],405 "rotation": [406 0,407 96.31697082519533,408 0409 ],410 "scale": [411 0.9449999928474426,412 0.9449999928474426,413 0.9449999928474426414 ]415 },416 "color": [417 255,418 127,419 191420 ]421 },422 {423 "object_id": "SM_chair_20",424 "bbox_2d": [425 370,426 1079,427 371,428 1079429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -299.7014622870114,434 97.71896802283929,435 56.87418178357302436 ],437 "extent": [438 33.752413922546225,439 34.33024546734423,440 50.20029117735385441 ]442 },443 "obb": {444 "center": [445 -299.7014622870114,446 97.7189680228393,447 56.87418178357302448 ],449 "extent": [450 33.752413922546225,451 34.33024546734423,452 50.20029117735385453 ],454 "rotation": [455 0,456 -93.88452148437503,457 0458 ]459 },460 "location": [461 -299.339111328125,462 97.33316040039062,463 6.20855712890625464 ],465 "rotation": [466 0,467 -93.88452148437503,468 0469 ],470 "scale": [471 0.9449999928474426,472 0.9449999928474426,473 0.9449999928474426474 ]475 },476 "color": [477 127,478 127,479 191480 ]481 },482 {483 "object_id": "SM_chair_21",484 "bbox_2d": [485 0,486 906,487 112,488 1079489 ],490 "bbox_3d": {491 "aabb": {492 "center": [493 -142.41350819569928,494 92.69991471038334,495 49.59094765017085496 ],497 "extent": [498 34.21821829541875,499 31.55237528602568,500 43.28227930600315501 ]502 },503 "obb": {504 "center": [505 -142.41350819569928,506 92.69991471038334,507 49.59094765017085508 ],509 "extent": [510 34.21821829541875,511 31.55237528602568,512 43.28227930600315513 ],514 "rotation": [515 0,516 85.64340209960939,517 0518 ]519 },520 "location": [521 -142.99664306640625,522 91.1350326538086,523 6.208571910858154524 ],525 "rotation": [526 0,527 85.64340209960939,528 0529 ],530 "scale": [531 0.9599999785423279,532 0.9599999785423279,533 0.9599999785423279534 ]535 },536 "color": [537 127,538 63,539 191540 ]541 },542 {543 "object_id": "SM_chair_22",544 "bbox_2d": [545 115,546 822,547 371,548 1079549 ],550 "bbox_3d": {551 "aabb": {552 "center": [553 -180.17657345393476,554 160.5481205591148,555 56.87418178357302556 ],557 "extent": [558 35.539341791007985,559 36.07528669451199,560 50.20029117735385561 ]562 },563 "obb": {564 "center": [565 -180.17657345393476,566 160.5481205591148,567 56.87418178357302568 ],569 "extent": [570 35.539341791007985,571 36.07528669451199,572 50.20029117735385573 ],574 "rotation": [575 0,576 82.58309173583984,577 0578 ]579 },580 "location": [581 -180.51446533203125,582 160.9555206298828,583 6.20855712890625584 ],585 "rotation": [586 0,587 82.58309173583984,588 0589 ],590 "scale": [591 0.9449999928474426,592 0.9449999928474426,593 0.9449999928474426594 ]595 },596 "color": [597 63,598 0,599 191600 ]601 }602 ],603 "desk 008 parts": [604 {605 "object_id": "SM_desk16",606 "bbox_2d": [607 206,608 884,609 371,610 988611 ],612 "bbox_3d": {613 "aabb": {614 "center": [615 -218.87796020507812,616 172.06649780273438,617 49.12738907652238618 ],619 "extent": [620 30.51487922668457,621 36.7234992980957,622 43.30350411253312623 ]624 },625 "obb": {626 "center": [627 -218.87796020507812,628 172.06649780273438,629 49.12738907652238630 ],631 "extent": [632 30.51487922668457,633 36.7234992980957,634 43.30350411253312635 ],636 "rotation": [637 0,638 0,639 0640 ]641 },642 "location": [643 -218.8779754638672,644 172.06649780273438,645 5.823884963989258646 ],647 "rotation": [648 0,649 0,650 0651 ],652 "scale": [653 1,654 1,655 0.9299650192260742656 ]657 },658 "color": [659 255,660 63,661 191662 ]663 },664 {665 "object_id": "SM_desk17",666 "bbox_2d": [667 0,668 937,669 315,670 1079671 ],672 "bbox_3d": {673 "aabb": {674 "center": [675 -219.42434692382847,676 96.46644591965202,677 49.127373817733314678 ],679 "extent": [680 30.522578946237672,681 36.72989702269527,682 43.30350411253312683 ]684 },685 "obb": {686 "center": [687 -219.42434692382847,688 96.46644591965202,689 49.127373817733314690 ],691 "extent": [692 30.522578946237672,693 36.72989702269527,694 43.30350411253312695 ],696 "rotation": [697 0,698 -0.012014102190732956,699 0700 ]701 },702 "location": [703 -219.4243621826172,704 96.46644592285156,705 5.823869705200195706 ],707 "rotation": [708 0,709 -0.012014102190732956,710 0711 ],712 "scale": [713 1,714 1,715 0.9299650192260742716 ]717 },718 "color": [719 127,720 0,721 191722 ]723 }724 ],725 "decor": [726 {727 "object_id": "SM_decorativepaint_4",728 "bbox_2d": [729 1354,730 0,731 1919,732 734733 ],734 "bbox_3d": {735 "aabb": {736 "center": [737 -540.0263519287109,738 207.16065740585327,739 268.94026947021484740 ],741 "extent": [742 65.36637878417969,743 2.483474731445341,744 96.95228576660156745 ]746 },747 "obb": {748 "center": [749 -540.0263519287109,750 207.16065740585327,751 268.94026947021484752 ],753 "extent": [754 65.36637878417969,755 2.483474731445341,756 96.95228576660156757 ],758 "rotation": [759 0,760 90.00000000000001,761 0762 ]763 },764 "location": [765 -540.0263671875,766 207.16065979003906,767 268.9402770996094768 ],769 "rotation": [770 0,771 90.00000000000001,772 0773 ],774 "scale": [775 1,776 1,777 1778 ]779 },780 "color": [781 191,782 127,783 191784 ]785 }786 ],787 "lamp": [788 {789 "object_id": "SM_simplelamp2_15",790 "bbox_2d": [791 1722,792 1020,793 1875,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -537.016845703125,800 194.485595703125,801 109.82845878601074802 ],803 "extent": [804 8.617121696472168,805 8.617121696472168,806 17.312393188476562807 ]808 },809 "obb": {810 "center": [811 -537.016845703125,812 194.485595703125,813 109.82845878601074814 ],815 "extent": [816 8.617121696472168,817 8.617121696472168,818 17.312393188476562819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -537.016845703125,828 194.485595703125,829 92.38511657714844830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 0,844 31,845 255846 ]847 },848 {849 "object_id": "SM_simplelamp5_21",850 "bbox_2d": [851 367,852 802,853 371,854 852855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -224.21739196777344,860 168.63626098632812,861 109.85375022888184862 ],863 "extent": [864 8.617121696472168,865 8.617121696472168,866 17.312393188476562867 ]868 },869 "obb": {870 "center": [871 -224.21739196777344,872 168.63626098632812,873 109.85375022888184874 ],875 "extent": [876 8.617121696472168,877 8.617121696472168,878 17.312393188476562879 ],880 "rotation": [881 0,882 0,883 0884 ]885 },886 "location": [887 -224.21739196777344,888 168.63626098632812,889 92.41040802001953890 ],891 "rotation": [892 0,893 0,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 0,904 31,905 63906 ]907 }908 ],909 "cup": [910 {911 "object_id": "SM_Cup_114",912 "bbox_2d": [913 97,914 989,915 143,916 1046917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -239.32597350822422,922 99.95329186982056,923 96.9104471206665924 ],925 "extent": [926 5.7116125475155,927 4.696972098097305,928 4.488618850708008929 ]930 },931 "obb": {932 "center": [933 -239.32597350822422,934 99.95329186982056,935 96.9104471206665936 ],937 "extent": [938 5.7116125475155,939 4.696972098097305,940 4.488618850708008941 ],942 "rotation": [943 0,944 -12.446258544921873,945 0946 ]947 },948 "location": [949 -238.02395629882812,950 99.66592407226562,951 92.42182922363281952 ],953 "rotation": [954 0,955 -12.446258544921873,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 31,966 255,967 255968 ]969 },970 {971 "object_id": "SM_Cup2_117",972 "bbox_2d": [973 0,974 965,975 41,976 1017977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -201.87300246904906,982 92.14845047554319,983 96.849289894104984 ],985 "extent": [986 5.924087609033421,987 6.244762044192598,988 4.488618850708008989 ]990 },991 "obb": {992 "center": [993 -201.87300246904906,994 92.14845047554319,995 96.849289894104996 ],997 "extent": [998 5.924087609033421,999 6.244762044192598,1000 4.4886188507080081001 ],1002 "rotation": [1003 0,1004 125.20857238769531,1005 01006 ]1007 },1008 "location": [1009 -202.64175415039062,1010 93.23787689208984,1011 92.360671997070311012 ],1013 "rotation": [1014 0,1015 125.20857238769531,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 31,1026 255,1027 1271028 ]1029 }1030 ],1031 "power": [1032 {1033 "object_id": "SM_powerplug_A5",1034 "bbox_2d": [1035 1656,1036 1012,1037 1722,1038 10791039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 -526.2744131088257,1044 209.2385162115097,1045 116.535412311553961046 ],1047 "extent": [1048 4.41630744934082,1049 0.6548557281494141,1050 4.4163084030151371051 ]1052 },1053 "obb": {1054 "center": [1055 -526.2744131088257,1056 209.2385162115097,1057 116.535412311553961058 ],1059 "extent": [1060 4.41630744934082,1061 0.6548557281494141,1062 4.4163084030151371063 ],1064 "rotation": [1065 0,1066 180,1067 01068 ]1069 },1070 "location": [1071 -526.2744140625,1072 209.89337158203125,1073 116.535415649414061074 ],1075 "rotation": [1076 0,1077 180,1078 01079 ],1080 "scale": [1081 1,1082 1,1083 11084 ]1085 },1086 "color": [1087 127,1088 0,1089 951090 ]1091 }1092 ]1093 }1094}