TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "PizzaStore",3 "view_id": "l012_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/PizzaStore/l012_r000/lit.png",5 "camera": {6 "location": [7 746,8 -246,9 11810 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 746,38 -246,39 118,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ground": [54 {55 "object_id": "SM_ground_8",56 "bbox_2d": [57 1247,58 950,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -0.999755859375,66 -27,67 -5.1021575927734375e-0568 ],69 "extent": [70 1238.3093261718745,71 284.8822830769005,72 6.208618164062573 ]74 },75 "obb": {76 "center": [77 -0.999755859375,78 -27,79 -5.1021575927734375e-0580 ],81 "extent": [82 1238.3093261718745,83 284.8822830769005,84 6.208618164062585 ],86 "rotation": [87 0,88 180,89 090 ]91 },92 "location": [93 -1,94 -27,95 096 ],97 "rotation": [98 0,99 180,100 0101 ],102 "scale": [103 1,104 0.9549999833106995,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "wall": [116 {117 "object_id": "SM_rightwall_11",118 "bbox_2d": [119 1881,120 0,121 1919,122 448123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -26.000122070144926,128 201.00004196215752,129 248.09518432617188130 ],131 "extent": [132 1213.475322102896,133 56.19279383862782,134 242.13626098632812135 ]136 },137 "obb": {138 "center": [139 -26.000122070144926,140 201.00004196215752,141 248.09518432617188142 ],143 "extent": [144 1213.475322102896,145 56.19279383862782,146 242.13626098632812147 ],148 "rotation": [149 0,150 179.99977111816406,151 0152 ]153 },154 "location": [155 -26,156 201,157 9.81463623046875158 ],159 "rotation": [160 0,161 179.99977111816406,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_backwall_14",178 "bbox_2d": [179 0,180 0,181 1880,182 1079183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 727,188 -42,189 244.2459716796875190 ],191 "extent": [192 513.4542740243764,193 298.30824864120177,194 243.74131774902344195 ]196 },197 "obb": {198 "center": [199 726.9999999999999,200 -42,201 244.2459716796875202 ],203 "extent": [204 513.4542740243764,205 298.30824864120177,206 243.74131774902344207 ],208 "rotation": [209 0,210 179.999755859375,211 0212 ]213 },214 "location": [215 727,216 -42,217 -1.56610107421875218 ],219 "rotation": [220 0,221 179.999755859375,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 127234 ]235 }236 ],237 "pipe": [238 {239 "object_id": "SM_Pipes_87",240 "bbox_2d": [241 1540,242 0,243 1879,244 462245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 1164.9854568957085,250 86.61339285034592,251 248.83089232729253252 ],253 "extent": [254 17.764735660944098,255 75.6964546231211,256 244.47722919016087257 ]258 },259 "obb": {260 "center": [261 1164.9854568957085,262 86.6133928503459,263 248.83089232729253264 ],265 "extent": [266 17.764735660944098,267 75.6964546231211,268 244.47722919016087269 ],270 "rotation": [271 0,272 90.00000000000001,273 0274 ]275 },276 "location": [277 1174.117431640625,278 55.71179962158203,279 6.208587646484375280 ],281 "rotation": [282 0,283 90.00000000000001,284 0285 ],286 "scale": [287 1.384575366973877,288 1.384575366973877,289 1.384575366973877290 ]291 },292 "color": [293 63,294 191,295 255296 ]297 }298 ]299 },300 "foreground": {301 "shelving": [302 {303 "object_id": "SM_kitchenshelf_01_66",304 "bbox_2d": [305 0,306 80,307 1919,308 1079309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 789.006477355957,314 -256.27825927734375,315 85.66647338867188316 ],317 "extent": [318 100.21844482421875,319 40.54936981201172,320 79.90824890136719321 ]322 },323 "obb": {324 "center": [325 789.006477355957,326 -256.27825927734375,327 85.66647338867188328 ],329 "extent": [330 100.21844482421875,331 40.54936981201172,332 79.90824890136719333 ],334 "rotation": [335 0,336 0,337 0338 ]339 },340 "location": [341 789.0064697265625,342 -256.27825927734375,343 5.758232116699219344 ],345 "rotation": [346 0,347 0,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 255,358 191,359 255360 ]361 }362 ],363 "fridge": [364 {365 "object_id": "SM_fridge_02_84",366 "bbox_2d": [367 639,368 0,369 1250,370 1038371 ],372 "bbox_3d": {373 "aabb": {374 "center": [375 966.9981079101562,376 -245.73443603515625,377 135.7894058227539378 ],379 "extent": [380 80.00001525878906,381 47.4110107421875,382 129.93312072753906383 ]384 },385 "obb": {386 "center": [387 966.9981079101562,388 -245.73443603515625,389 135.7894058227539390 ],391 "extent": [392 80.00001525878906,393 47.4110107421875,394 129.93312072753906395 ],396 "rotation": [397 0,398 0,399 0400 ]401 },402 "location": [403 966.9981079101562,404 -245.73443603515625,405 4.546058654785156406 ],407 "rotation": [408 0,409 0,410 0411 ],412 "scale": [413 1,414 1,415 1416 ]417 },418 "color": [419 63,420 191,421 0422 ]423 }424 ],425 "detergent bag": [426 {427 "object_id": "SM_detergent_174",428 "bbox_2d": [429 352,430 0,431 529,432 557433 ],434 "bbox_3d": {435 "aabb": {436 "center": [437 806.8837890484732,438 -278.65231895727624,439 134.52036666870117440 ],441 "extent": [442 9.648114948387388,443 7.775964348389152,444 18.756542205810547445 ]446 },447 "obb": {448 "center": [449 806.8837890484732,450 -278.65231895727624,451 134.52036666870117452 ],453 "extent": [454 9.648114948387388,455 7.775964348389152,456 18.756542205810547457 ],458 "rotation": [459 0,460 -22.576663970947266,461 0462 ]463 },464 "location": [465 806.48779296875,466 -278.4876708984375,467 115.76382446289062468 ],469 "rotation": [470 0,471 -22.576663970947266,472 0473 ],474 "scale": [475 1,476 1,477 1478 ]479 },480 "color": [481 31,482 191,483 127484 ]485 }486 ],487 "knife": [488 {489 "object_id": "SM_knife_02_86",490 "bbox_2d": [491 0,492 679,493 512,494 723495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 760.0522495176997,500 -263.95330343865015,501 115.7638093829155502 ],503 "extent": [504 3.7122543307530123,505 12.599260122671708,506 0.6032631397247314507 ]508 },509 "obb": {510 "center": [511 760.0522495176997,512 -263.95330343865015,513 115.7638093829155514 ],515 "extent": [516 3.7122543307530123,517 12.599260122671708,518 0.6032631397247314519 ],520 "rotation": [521 0,522 12.045557022094727,523 0524 ]525 },526 "location": [527 761.4401245117188,528 -269.96142578125,529 115.76380920410156530 ],531 "rotation": [532 0,533 12.045557022094727,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 0,544 0,545 159546 ]547 }548 ],549 "plate": [550 {551 "object_id": "SM_Plate_04_115",552 "bbox_2d": [553 795,554 974,555 1005,556 1003557 ],558 "bbox_3d": {559 "aabb": {560 "center": [561 835.579704284668,562 -250.69109535217285,563 81.8488461971283564 ],565 "extent": [566 16.940677642822266,567 16.940677642822266,568 2.3559725284576416569 ]570 },571 "obb": {572 "center": [573 835.579704284668,574 -250.69109535217285,575 81.8488461971283576 ],577 "extent": [578 16.940677642822266,579 16.940677642822266,580 2.3559725284576416581 ],582 "rotation": [583 0,584 0,585 0586 ]587 },588 "location": [589 835.5797119140625,590 -250.6911163330078,591 79.49287414550781592 ],593 "rotation": [594 0,595 0,596 0597 ],598 "scale": [599 1,600 1,601 1602 ]603 },604 "color": [605 255,606 127,607 159608 ]609 },610 {611 "object_id": "SM_Plate_124",612 "bbox_2d": [613 843,614 495,615 1045,616 566617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 798.2294845581055,622 -235.3245029449463,623 117.48576331138611624 ],625 "extent": [626 16.940677642822266,627 16.940677642822266,628 2.3559725284576416629 ]630 },631 "obb": {632 "center": [633 798.2294845581055,634 -235.3245029449463,635 117.48576331138611636 ],637 "extent": [638 16.940677642822266,639 16.940677642822266,640 2.3559725284576416641 ],642 "rotation": [643 0,644 0,645 0646 ]647 },648 "location": [649 798.2294921875,650 -235.32452392578125,651 115.12979125976562652 ],653 "rotation": [654 0,655 0,656 0657 ],658 "scale": [659 1,660 1,661 1662 ]663 },664 "color": [665 255,666 31,667 159668 ]669 },670 {671 "object_id": "SM_Plate_01_127",672 "bbox_2d": [673 0,674 555,675 1024,676 626677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 782.7360763549805,682 -260.4333305358887,683 116.45846271514893684 ],685 "extent": [686 16.948688507080078,687 16.948688507080078,688 0.6946386098861694689 ]690 },691 "obb": {692 "center": [693 782.7360763549805,694 -260.4333305358887,695 116.45846271514893696 ],697 "extent": [698 16.948688507080078,699 16.948688507080078,700 0.6946386098861694701 ],702 "rotation": [703 0,704 0,705 0706 ]707 },708 "location": [709 782.736083984375,710 -260.433349609375,711 115.76382446289062712 ],713 "rotation": [714 0,715 0,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 255,726 95,727 159728 ]729 },730 {731 "object_id": "SM_Plate_130",732 "bbox_2d": [733 910,734 566,735 1919,736 751737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 766.5143356323242,742 -230.07152938842773,743 116.45847034454346744 ],745 "extent": [746 16.948688507080078,747 16.948688507080078,748 0.6946386098861694749 ]750 },751 "obb": {752 "center": [753 766.5143356323242,754 -230.07152938842773,755 116.45847034454346756 ],757 "extent": [758 16.948688507080078,759 16.948688507080078,760 0.6946386098861694761 ],762 "rotation": [763 0,764 0,765 0766 ]767 },768 "location": [769 766.5143432617188,770 -230.07154846191406,771 115.76383209228516772 ],773 "rotation": [774 0,775 0,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 127,786 0,787 159788 ]789 },790 {791 "object_id": "SM_Plate_133",792 "bbox_2d": [793 861,794 269,795 1919,796 721797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 765.778923034668,802 -231.0051212310791,803 118.46438574790955804 ],805 "extent": [806 16.940677642822266,807 16.940677642822266,808 2.3559725284576416809 ]810 },811 "obb": {812 "center": [813 765.778923034668,814 -231.0051212310791,815 118.46438574790955816 ],817 "extent": [818 16.940677642822266,819 16.940677642822266,820 2.3559725284576416821 ],822 "rotation": [823 0,824 0,825 0826 ]827 },828 "location": [829 765.7789306640625,830 -231.00514221191406,831 116.10841369628906832 ],833 "rotation": [834 0,835 0,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 127,846 255,847 159848 ]849 },850 {851 "object_id": "SM_Plate_139",852 "bbox_2d": [853 1487,854 484,855 1919,856 634857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 765.6961050033569,862 -231.82429313659668,863 117.70352637767792864 ],865 "extent": [866 8.78738784790039,867 3.448993444442749,868 1.005528450012207869 ]870 },871 "obb": {872 "center": [873 765.6961050033569,874 -231.82429313659668,875 117.70352637767792876 ],877 "extent": [878 8.78738784790039,879 3.448993444442749,880 1.005528450012207881 ],882 "rotation": [883 0,884 0,885 0886 ]887 },888 "location": [889 765.6961059570312,890 -231.82431030273438,891 116.45298767089844892 ],893 "rotation": [894 0,895 0,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 127,906 63,907 159908 ]909 },910 {911 "object_id": "SM_Plate_149",912 "bbox_2d": [913 984,914 1017,915 1321,916 1079917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 809.6802816390991,922 -232.54211521148682,923 78.22247409820557924 ],925 "extent": [926 12.399820327758789,927 12.399818420410156,928 2.0544354915618896929 ]930 },931 "obb": {932 "center": [933 809.6802816390991,934 -232.54211521148682,935 78.22247409820557936 ],937 "extent": [938 12.399820327758789,939 12.399818420410156,940 2.0544354915618896941 ],942 "rotation": [943 0,944 0,945 0946 ]947 },948 "location": [949 809.6802978515625,950 -232.54214477539062,951 75.71211242675781952 ],953 "rotation": [954 0,955 0,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 63,966 0,967 159968 ]969 },970 {971 "object_id": "SM_Plate_152",972 "bbox_2d": [973 1069,974 1060,975 1149,976 1079977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 810.0030508041382,982 -234.992338180542,983 77.54239356517792984 ],985 "extent": [986 8.78738784790039,987 3.448993444442749,988 1.005528450012207989 ]990 },991 "obb": {992 "center": [993 810.0030508041382,994 -234.992338180542,995 77.54239356517792996 ],997 "extent": [998 8.78738784790039,999 3.448993444442749,1000 1.0055284500122071001 ],1002 "rotation": [1003 0,1004 0,1005 01006 ]1007 },1008 "location": [1009 810.0030517578125,1010 -234.9923553466797,1011 76.291854858398441012 ],1013 "rotation": [1014 0,1015 0,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 63,1026 255,1027 1591028 ]1029 }1030 ],1031 "rag": [1032 {1033 "object_id": "SM_rag_263",1034 "bbox_2d": [1035 1247,1036 955,1037 1363,1038 10791039 ],1040 "bbox_3d": {1041 "aabb": {1042 "center": [1043 993.100926195624,1044 -198.0217117237778,1045 17.89685058593751046 ],1047 "extent": [1048 124.40931699569313,1049 124.82899930857332,1050 11.6530095390278351051 ]1052 },1053 "obb": {1054 "center": [1055 993.100926195624,1056 -198.0217117237778,1057 17.89685058593751058 ],1059 "extent": [1060 124.40931699569313,1061 124.82899930857332,1062 11.6530095390278351063 ],1064 "rotation": [1065 0,1066 46.15792083740234,1067 01068 ]1069 },1070 "location": [1071 991.707275390625,1072 -187.34722900390625,1073 17.89685058593751074 ],1075 "rotation": [1076 0,1077 46.15792083740234,1078 01079 ],1080 "scale": [1081 1.8549998998641968,1082 1.8549998998641968,1083 1.85499989986419681084 ]1085 },1086 "color": [1087 31,1088 159,1089 01090 ]1091 }1092 ]1093 }1094}