TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l034_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Diner50/l034_r002/lit.png",5 "camera": {6 "location": [7 -30,8 558,9 18010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -30,38 558,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 637,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "ventilation": [116 {117 "object_id": "SM_Vent_25",118 "bbox_2d": [119 871,120 0,121 1175,122 83123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -103,128 685.9569282531738,129 304.03625869750977130 ],131 "extent": [132 40.77400207519531,133 6.185554027557373,134 43.3223762512207135 ]136 },137 "obb": {138 "center": [139 -103,140 685.9569282531738,141 304.03625869750977142 ],143 "extent": [144 40.77400207519531,145 6.185554027557373,146 43.3223762512207147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -103,156 681,157 261158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 0,173 255174 ]175 }176 ],177 "window divided": [178 {179 "object_id": "SM_Window_6",180 "bbox_2d": [181 0,182 0,183 1055,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 -9.999984741284088,190 704.0000343323079,191 177.4435043334961192 ],193 "extent": [194 131.25004577607746,195 0.00028344670931801375,196 77.44352722167969197 ]198 },199 "obb": {200 "center": [201 -9.999984741284095,202 704.0000343323079,203 177.4435043334961204 ],205 "extent": [206 131.25004577607746,207 0.00028344670931801375,208 77.44352722167969209 ],210 "rotation": [211 0,212 90.00012207031251,213 0214 ]215 },216 "location": [217 -10,218 704,219 100220 ],221 "rotation": [222 0,223 90.00012207031251,224 0225 ],226 "scale": [227 1,228 1,229 1230 ]231 },232 "color": [233 191,234 191,235 255236 ]237 }238 ],239 "window": [240 {241 "object_id": "SM_WinShutter4",242 "bbox_2d": [243 0,244 0,245 1104,246 434247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -11.99947393753429,252 695.1716742526776,253 225.05152702331543254 ],255 "extent": [256 122.36881115423098,257 6.502056002141558,258 26.948427200317383259 ]260 },261 "obb": {262 "center": [263 -11.99947393753429,264 695.1716742526776,265 225.05152702331543266 ],267 "extent": [268 122.36881115423098,269 6.502056002141558,270 26.948427200317383271 ],272 "rotation": [273 0,274 90.00012207031251,275 0276 ]277 },278 "location": [279 -12,280 695,281 252282 ],283 "rotation": [284 0,285 90.00012207031251,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 0,296 31,297 0298 ]299 }300 ]301 },302 "foreground": {303 "sign": [304 {305 "object_id": "SM_NeonStripe3_36",306 "bbox_2d": [307 1849,308 1,309 1919,310 119311 ],312 "bbox_3d": {313 "aabb": {314 "center": [315 -456.2916212081909,316 238.86068725585938,317 338.4499969482422318 ],319 "extent": [320 4.708557605743408,321 449.8607177734375,322 15.449997901916504323 ]324 },325 "obb": {326 "center": [327 -456.2916212081909,328 238.86068725585938,329 338.4499969482422330 ],331 "extent": [332 4.708557605743408,333 449.8607177734375,334 15.449997901916504335 ],336 "rotation": [337 0,338 0,339 0340 ]341 },342 "location": [343 -461,344 -211,345 323346 ],347 "rotation": [348 0,349 0,350 0351 ],352 "scale": [353 1,354 1,355 1356 ]357 },358 "color": [359 63,360 31,361 0362 ]363 }364 ],365 "can": [366 {367 "object_id": "SM_MetalCan18",368 "bbox_2d": [369 1770,370 784,371 1919,372 1039373 ],374 "bbox_3d": {375 "aabb": {376 "center": [377 -375,378 655,379 82.00155448913574380 ],381 "extent": [382 29.385610118041598,383 31.06484043600733,384 28.001554489135742385 ]386 },387 "obb": {388 "center": [389 -375,390 655,391 82.00155448913574392 ],393 "extent": [394 29.385610118041598,395 31.06484043600733,396 28.001554489135742397 ],398 "rotation": [399 0,400 12.637412071228026,401 0402 ]403 },404 "location": [405 -375,406 655,407 54408 ],409 "rotation": [410 0,411 12.637412071228026,412 0413 ],414 "scale": [415 1,416 1,417 1418 ]419 },420 "color": [421 31,422 63,423 191424 ]425 }426 ],427 "carton": [428 {429 "object_id": "SM_BoxCarton_02",430 "bbox_2d": [431 1848,432 684,433 1919,434 805435 ],436 "bbox_3d": {437 "aabb": {438 "center": [439 -410.7793540880812,440 642.7724085484238,441 124.52926445007324442 ],443 "extent": [444 34.305934508883524,445 25.870714293872197,446 17.210636138916016447 ]448 },449 "obb": {450 "center": [451 -410.7793540880812,452 642.7724085484238,453 124.52926445007324454 ],455 "extent": [456 34.305934508883524,457 25.870714293872197,458 17.210636138916016459 ],460 "rotation": [461 0,462 11.200097084045407,463 0464 ]465 },466 "location": [467 -411.00408935546875,468 642.7969970703125,469 107.72025299072266470 ],471 "rotation": [472 0,473 11.200097084045407,474 0475 ],476 "scale": [477 1,478 1,479 1480 ]481 },482 "color": [483 0,484 127,485 95486 ]487 }488 ],489 "vinyl": [490 {491 "object_id": "SM_Vinyl_01",492 "bbox_2d": [493 1678,494 47,495 1769,496 245497 ],498 "bbox_3d": {499 "aabb": {500 "center": [501 -364.999997082884,502 689.3149999862765,503 295.00000078165385504 ],505 "extent": [506 35.06347856152729,507 0.140536333163368,508 35.063477611588155509 ]510 },511 "obb": {512 "center": [513 -364.999997082884,514 689.3149999862765,515 295.00000078165385516 ],517 "extent": [518 35.06347856152729,519 0.140536333163368,520 35.063477611588155521 ],522 "rotation": [523 74.99972534179689,524 179.99999999999997,525 -89.9994506835938526 ]527 },528 "location": [529 -365,530 689,531 295532 ],533 "rotation": [534 74.99972534179689,535 179.99999999999997,536 -89.9994506835938537 ],538 "scale": [539 1.399999976158142,540 1.399999976158142,541 1.399999976158142542 ]543 },544 "color": [545 63,546 127,547 159548 ]549 },550 {551 "object_id": "SM_Vinyl_01_37",552 "bbox_2d": [553 1407,554 46,555 1506,556 213557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 -235.00000050895503,562 688.7975000107294,563 272564 ],565 "extent": [566 18.404440809572662,567 0.09021459134305587,568 18.404440583005453569 ]570 },571 "obb": {572 "center": [573 -235.00000050895503,574 688.7975000107294,575 272576 ],577 "extent": [578 18.404440809572662,579 0.09021459134305587,580 18.404440583005453581 ],582 "rotation": [583 90,584 14.036243467926479,585 -75.96361252725171586 ]587 },588 "location": [589 -235,590 689,591 272592 ],593 "rotation": [594 90,595 14.036243467926479,596 -75.96361252725171597 ],598 "scale": [599 0.8999999761581421,600 0.8999999761581421,601 0.8999999761581421602 ]603 },604 "color": [605 63,606 63,607 159608 ]609 },610 {611 "object_id": "SM_Vinyl_02",612 "bbox_2d": [613 1526,614 0,615 1624,616 179617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -283.99999925151127,622 688.7525000011932,623 293.0000001087369624 ],625 "extent": [626 26.058753424750194,627 0.11027653776272928,628 26.058753139976602629 ]630 },631 "obb": {632 "center": [633 -283.99999925151127,634 688.7525000011932,635 293.0000001087369636 ],637 "extent": [638 26.058753424750194,639 0.11027653776272928,640 26.058753139976602641 ],642 "rotation": [643 79.99975585937501,644 -179.99996948242188,645 89.99985504150399646 ]647 },648 "location": [649 -284,650 689,651 293652 ],653 "rotation": [654 79.99975585937501,655 -179.99996948242188,656 89.99985504150399657 ],658 "scale": [659 1.100000023841858,660 1.100000023841858,661 1.100000023841858662 ]663 },664 "color": [665 63,666 191,667 159668 ]669 },670 {671 "object_id": "SM_Vinyl_02_36",672 "bbox_2d": [673 1685,674 306,675 1763,676 473677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -365.00000104262756,682 689.2700000035743,683 224.00000000891905684 ],685 "extent": [686 24.539262684651078,687 0.12032002479361381,688 24.539262224545524689 ]690 },691 "obb": {692 "center": [693 -365.00000104262756,694 689.2700000035743,695 224.00000000891905696 ],697 "extent": [698 24.539262684651078,699 0.12032002479361381,700 24.539262224545524701 ],702 "rotation": [703 -90,704 172.87498477690107,705 -82.87476541707946706 ]707 },708 "location": [709 -365,710 689,711 224712 ],713 "rotation": [714 -90,715 172.87498477690107,716 -82.87476541707946717 ],718 "scale": [719 1.2000000476837158,720 1.2000000476837158,721 1.2000000476837158722 ]723 },724 "color": [725 63,726 31,727 159728 ]729 },730 {731 "object_id": "SM_Vinyl_03",732 "bbox_2d": [733 1410,734 388,735 1519,736 568737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -237.99999920904116,742 688.7525000011933,743 194744 ],745 "extent": [746 20.449379319375552,747 0.11027109932854273,748 20.449378967285156749 ]750 },751 "obb": {752 "center": [753 -237.99999920904116,754 688.7525000011933,755 194756 ],757 "extent": [758 20.449379319375552,759 0.11027109932854273,760 20.449378967285156761 ],762 "rotation": [763 90,764 180,765 89.99981689453125766 ]767 },768 "location": [769 -238,770 689,771 194772 ],773 "rotation": [774 90,775 180,776 89.99981689453125777 ],778 "scale": [779 1,780 1,781 1.100000023841858782 ]783 },784 "color": [785 63,786 95,787 159788 ]789 },790 {791 "object_id": "SM_Vinyl_03_38",792 "bbox_2d": [793 1623,794 435,795 1683,796 555797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -323.0000030213509,802 689.1799999978876,803 191.99999946724603804 ],805 "extent": [806 18.95180044061027,807 0.08042846902992551,808 18.951799334425914809 ]810 },811 "obb": {812 "center": [813 -323.0000030213509,814 689.1799999978876,815 191.99999946724603816 ],817 "extent": [818 18.95180044061027,819 0.08042846902992551,820 18.951799334425914821 ],822 "rotation": [823 -79.99984741210947,824 -1.8315807786219406e-14,825 90.00097656250011826 ]827 },828 "location": [829 -323,830 689,831 192832 ],833 "rotation": [834 -79.99984741210947,835 -1.8315807786219406e-14,836 90.00097656250011837 ],838 "scale": [839 0.800000011920929,840 0.800000011920929,841 0.800000011920929842 ]843 },844 "color": [845 191,846 0,847 159848 ]849 },850 {851 "object_id": "SM_Vinyl_04",852 "bbox_2d": [853 1511,854 226,855 1643,856 470857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -285.99999966515225,862 688.8875000029808,863 228.00000007366762864 ],865 "extent": [866 37.56800059027374,867 0.05019113584614843,868 37.568000474092656869 ]870 },871 "obb": {872 "center": [873 -285.99999966515225,874 688.8875000029808,875 228.00000007366762876 ],877 "extent": [878 37.56800059027374,879 0.05019113584614843,880 37.568000474092656881 ],882 "rotation": [883 74.99975585937494,884 -179.99996948242185,885 89.99985504150388886 ]887 },888 "location": [889 -286,890 689,891 228892 ],893 "rotation": [894 74.99975585937494,895 -179.99996948242185,896 89.99985504150388897 ],898 "scale": [899 1.5,900 1.5,901 0.5902 ]903 },904 "color": [905 191,906 255,907 159908 ]909 },910 {911 "object_id": "SM_Vinyl_04_39",912 "bbox_2d": [913 1631,914 185,915 1683,916 290917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -325.00000069840445,922 689.1574999931438,923 261.99999983247375924 ],925 "extent": [926 16.582825537888937,927 0.07020005425624731,928 16.58282530160068929 ]930 },931 "obb": {932 "center": [933 -325.00000069840445,934 689.1574999931438,935 261.99999983247375936 ],937 "extent": [938 16.582825537888937,939 0.07020005425624731,940 16.58282530160068941 ],942 "rotation": [943 -79.99983978271496,944 -9.155273435884539e-05,945 90.00035095214854946 ]947 },948 "location": [949 -325,950 689,951 262952 ],953 "rotation": [954 -79.99983978271496,955 -9.155273435884539e-05,956 90.00035095214854957 ],958 "scale": [959 0.699999988079071,960 0.699999988079071,961 0.699999988079071962 ]963 },964 "color": [965 191,966 127,967 159968 ]969 }970 ],971 "electronics": [972 {973 "object_id": "SM_VendingGum2",974 "bbox_2d": [975 930,976 588,977 1303,978 1079979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 -110.00000425729999,984 656.9999997444793,985 86.7374267578125986 ],987 "extent": [988 39.19111646851212,989 39.191116468512064,990 86.57540130615234991 ]992 },993 "obb": {994 "center": [995 -110.00000425729999,996 656.9999997444793,997 86.7374267578125998 ],999 "extent": [1000 39.19111646851212,1001 39.191116468512064,1002 86.575401306152341003 ],1004 "rotation": [1005 0,1006 29.999790191650398,1007 01008 ]1009 },1010 "location": [1011 -110,1012 657,1013 01014 ],1015 "rotation": [1016 0,1017 29.999790191650398,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 95,1028 31,1029 1591030 ]1031 }1032 ],1033 "desk": [1034 {1035 "object_id": "SM_BarDesk_02_2",1036 "bbox_2d": [1037 1266,1038 897,1039 1919,1040 10791041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 -193.99999618530273,1046 583.8778915405273,1047 48.829170227050781048 ],1049 "extent": [1050 52.12132263183594,1051 105.99921417236328,1052 48.8291854858398441053 ]1054 },1055 "obb": {1056 "center": [1057 -193.99999618530273,1058 583.8778915405273,1059 48.829170227050781060 ],1061 "extent": [1062 52.12132263183594,1063 105.99921417236328,1064 48.8291854858398441065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 -244,1074 480,1075 01076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 63,1090 223,1091 1271092 ]1093 }1094 ]1095 }1096}