TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l039_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l039_r005/lit.png",5 "camera": {6 "location": [7 -371,8 62,9 12610 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -371,38 62,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "ceiling planks corner": [54 {55 "object_id": "SM_ceiling",56 "bbox_2d": [57 1168,58 0,59 1731,60 17661 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 10.70562744140625,67 407.093048095703168 ],69 "extent": [70 447.2875671386719,71 455.69342041015625,72 8.67544555664062573 ]74 },75 "obb": {76 "center": [77 0,78 10.70562744140625,79 407.093048095703180 ],81 "extent": [82 447.2875671386719,83 455.69342041015625,84 8.67544555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 10,95 3.5836791992187596 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 255112 ]113 }114 ],115 "window": [116 {117 "object_id": "SM_wall_01_281",118 "bbox_2d": [119 686,120 0,121 1756,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 0,128 0,129 199.22988891601562130 ],131 "extent": [132 448.35015869140625,133 456.7044982910156,134 200.50445556640625135 ]136 },137 "obb": {138 "center": [139 0,140 0,141 199.22988891601562142 ],143 "extent": [144 448.35015869140625,145 456.7044982910156,146 200.50445556640625147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 0,156 0,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 0,172 255,173 127174 ]175 },176 {177 "object_id": "SM_wall_02_491",178 "bbox_2d": [179 1606,180 52,181 1756,182 505183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 170.26333618164062,188 -45.951751708984375,189 133.2178497314453190 ],191 "extent": [192 239.49139404296875,193 39.54395294189453,194 133.66961669921875195 ]196 },197 "obb": {198 "center": [199 170.26333618164062,200 -45.951751708984375,201 133.2178497314453202 ],203 "extent": [204 239.49139404296875,205 39.54395294189453,206 133.66961669921875207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 170.26333618164062,216 -45.951751708984375,217 2.2381439208984375218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 255,232 0,233 191234 ]235 },236 {237 "object_id": "SM_wall_06_505",238 "bbox_2d": [239 0,240 0,241 685,242 1079243 ],244 "bbox_3d": {245 "aabb": {246 "center": [247 1.37738037109375,248 5.184879779815674,249 196.00094604492188250 ],251 "extent": [252 426.0718994140625,253 4.455683708190918,254 200.5044403076172255 ]256 },257 "obb": {258 "center": [259 1.37738037109375,260 5.184879779815674,261 196.00094604492188262 ],263 "extent": [264 426.0718994140625,265 4.455683708190918,266 200.5044403076172267 ],268 "rotation": [269 0,270 0,271 0272 ]273 },274 "location": [275 1.37738037109375,276 5.184879302978516,277 -4.41204833984375278 ],279 "rotation": [280 0,281 0,282 0283 ],284 "scale": [285 1,286 1,287 1288 ]289 },290 "color": [291 63,292 0,293 191294 ]295 }296 ],297 "kitchen door": [298 {299 "object_id": "SM_kitchendoor_311",300 "bbox_2d": [301 1757,302 0,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 -234.50432228229522,310 25.448821957562917,311 144.00258676668727312 ],313 "extent": [314 69.59251455133818,315 38.71392749448036,316 122.33860056063259317 ]318 },319 "obb": {320 "center": [321 -234.50432228229522,322 25.44882195756292,323 144.00258676668727324 ],325 "extent": [326 69.59251455133818,327 38.71392749448036,328 122.33860056063259329 ],330 "rotation": [331 0,332 -25.016937255859375,333 0334 ]335 },336 "location": [337 -235.97296142578125,338 22.14883041381836,339 21.663986206054688340 ],341 "rotation": [342 0,343 -25.016937255859375,344 0345 ],346 "scale": [347 1.2099636793136597,348 1.0495829582214355,349 1.0398658514022827350 ]351 },352 "color": [353 127,354 0,355 0356 ]357 }358 ],359 "ground": [360 {361 "object_id": "SM_ground_9",362 "bbox_2d": [363 1168,364 689,365 1705,366 1079367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 0,372 0.704864501953125,373 11.041000366210938374 ],375 "extent": [376 447.2875671386719,377 455.69342041015625,378 8.675445556640625379 ]380 },381 "obb": {382 "center": [383 0,384 0.704864501953125,385 11.041000366210938386 ],387 "extent": [388 447.2875671386719,389 455.69342041015625,390 8.675445556640625391 ],392 "rotation": [393 0,394 0,395 0396 ]397 },398 "location": [399 0,400 -0.000762939453125,401 11.041000366210938402 ],403 "rotation": [404 0,405 0,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 191,416 0,417 255418 ]419 }420 ]421 },422 "foreground": {423 "cooler": [424 {425 "object_id": "SM_cooler_01_331",426 "bbox_2d": [427 1236,428 712,429 1423,430 937431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -102.03457720646135,436 -127.45418695384372,437 42.132957458496094438 ],439 "extent": [440 56.72395008162313,441 36.52733803127778,442 22.122224807739258443 ]444 },445 "obb": {446 "center": [447 -102.03457720646135,448 -127.45418695384372,449 42.132957458496094450 ],451 "extent": [452 56.72395008162313,453 36.52733803127778,454 22.122224807739258455 ],456 "rotation": [457 0,458 -10.252677917480467,459 0460 ]461 },462 "location": [463 -102.04588317871094,464 -127.51669311523438,465 42.132957458496094466 ],467 "rotation": [468 0,469 -10.252677917480467,470 0471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 127,480 127,481 255482 ]483 }484 ],485 "oven": [486 {487 "object_id": "SM_oven_01_358",488 "bbox_2d": [489 1191,490 296,491 1375,492 706493 ],494 "bbox_3d": {495 "aabb": {496 "center": [497 144.40982995164813,498 -389.24361138724043,499 148.95591256545958500 ],501 "extent": [502 47.94131682050647,503 44.08319791576105,504 128.9559430830377505 ]506 },507 "obb": {508 "center": [509 144.40982995164813,510 -389.24361138724043,511 148.95591256545958512 ],513 "extent": [514 47.94131682050647,515 44.08319791576105,516 128.9559430830377517 ],518 "rotation": [519 0,520 0,521 0522 ]523 },524 "location": [525 144.39044189453125,526 -393.42523193359375,527 19.999969482421875528 ],529 "rotation": [530 0,531 0,532 0533 ],534 "scale": [535 1.369197964668274,536 1.369197964668274,537 1.369197964668274538 ]539 },540 "color": [541 255,542 0,543 63544 ]545 }546 ],547 "exit door": [548 {549 "object_id": "SM_exitdoor_379",550 "bbox_2d": [551 1500,552 313,553 1605,554 479555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 213.24381917873689,560 -226.70896911621094,561 134.8391164401255562 ],563 "extent": [564 11.549467334564724,565 64.80331382804889,566 129.2236785888672567 ]568 },569 "obb": {570 "center": [571 213.24381917873689,572 -226.70896911621094,573 134.8391164401255574 ],575 "extent": [576 11.549467334564724,577 64.80331382804889,578 129.2236785888672579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 214.8571014404297,588 -226.70896911621094,589 4.860979080200195590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1.0691914558410645,598 1.1697558164596558,599 1.153782844543457600 ]601 },602 "color": [603 0,604 63,605 127606 ]607 }608 ],609 "stove": [610 {611 "object_id": "SM_stove2",612 "bbox_2d": [613 1412,614 505,615 1756,616 1079617 ],618 "bbox_3d": {619 "aabb": {620 "center": [621 -114.07608367239891,622 -52.60411092301774,623 77.20909704465384624 ],625 "extent": [626 39.05511535546157,627 41.75836820912946,628 56.65154985764184629 ]630 },631 "obb": {632 "center": [633 -114.07608367239891,634 -52.60411092301774,635 77.20909704465384636 ],637 "extent": [638 39.05511535546157,639 41.75836820912946,640 56.65154985764184641 ],642 "rotation": [643 0,644 180,645 0646 ]647 },648 "location": [649 -113.91584777832031,650 -60.50368118286133,651 30.171188354492188652 ],653 "rotation": [654 0,655 180,656 0657 ],658 "scale": [659 1.0578175783157349,660 1.0578175783157349,661 1.0578175783157349662 ]663 },664 "color": [665 63,666 255,667 0668 ]669 }670 ],671 "breadrack": [672 {673 "object_id": "SM_breadrack_7",674 "bbox_2d": [675 0,676 0,677 418,678 412679 ],680 "bbox_3d": {681 "aabb": {682 "center": [683 -392.6522521972656,684 97.77607727050781,685 122.33782196044922686 ],687 "extent": [688 30.63262939453125,689 83.54350280761719,690 103.0369873046875691 ]692 },693 "obb": {694 "center": [695 -392.6522521972656,696 97.77607727050781,697 122.33782196044922698 ],699 "extent": [700 30.63262939453125,701 83.54350280761719,702 103.0369873046875703 ],704 "rotation": [705 0,706 0,707 0708 ]709 },710 "location": [711 -392.6522521972656,712 97.77607727050781,713 20.0001220703125714 ],715 "rotation": [716 0,717 0,718 0719 ],720 "scale": [721 1,722 1,723 1724 ]725 },726 "color": [727 63,728 255,729 191730 ]731 }732 ],733 "rag": [734 {735 "object_id": "SM_rag_03_524",736 "bbox_2d": [737 1303,738 688,739 1387,740 705741 ],742 "bbox_3d": {743 "aabb": {744 "center": [745 186.8205382754601,746 -354.52456240680664,747 26.68419647216797748 ],749 "extent": [750 57.390710356759854,751 57.497865056258945,752 6.453814506530762753 ]754 },755 "obb": {756 "center": [757 186.8205382754601,758 -354.52456240680664,759 26.68419647216797760 ],761 "extent": [762 57.390710356759854,763 57.497865056258945,764 6.453814506530762765 ],766 "rotation": [767 0,768 45.34944152832031,769 0770 ]771 },772 "location": [773 171.75717163085938,774 -340.9709777832031,775 26.68419647216797776 ],777 "rotation": [778 0,779 45.34944152832031,780 0781 ],782 "scale": [783 1,784 1,785 1786 ]787 },788 "color": [789 0,790 191,791 127792 ]793 }794 ],795 "light": [796 {797 "object_id": "SM_light_3",798 "bbox_2d": [799 1240,800 0,801 1306,802 29803 ],804 "bbox_3d": {805 "aabb": {806 "center": [807 -81.46905517578125,808 -273.884765625,809 392.217529296875810 ],811 "extent": [812 102.6468200683594,813 6.2041015625,814 6.41528844833374815 ]816 },817 "obb": {818 "center": [819 -81.46905517578125,820 -273.884765625,821 392.217529296875822 ],823 "extent": [824 102.6468200683594,825 6.2041015625,826 6.41528844833374827 ],828 "rotation": [829 0,830 -90.00000000000001,831 0832 ]833 },834 "location": [835 -81.46905517578125,836 -273.884765625,837 392.217529296875838 ],839 "rotation": [840 0,841 -90.00000000000001,842 0843 ],844 "scale": [845 1,846 1,847 1848 ]849 },850 "color": [851 191,852 0,853 63854 ]855 }856 ],857 "grill": [858 {859 "object_id": "SM_grill3",860 "bbox_2d": [861 1293,862 397,863 1451,864 729865 ],866 "bbox_3d": {867 "aabb": {868 "center": [869 98.59298073717966,870 -287.42181038068304,871 109.591552734375872 ],873 "extent": [874 38.98341540159428,875 43.43223855924043,876 90.03331756591797877 ]878 },879 "obb": {880 "center": [881 98.59298073717966,882 -287.42181038068304,883 109.591552734375884 ],885 "extent": [886 38.98341540159428,887 43.43223855924043,888 90.03331756591797889 ],890 "rotation": [891 0,892 69.9788360595703,893 0894 ]895 },896 "location": [897 98.59297943115234,898 -287.42181396484375,899 20.85205841064453900 ],901 "rotation": [902 0,903 69.9788360595703,904 0905 ],906 "scale": [907 1,908 1,909 1910 ]911 },912 "color": [913 223,914 191,915 127916 ]917 }918 ],919 "trash": [920 {921 "object_id": "SM_trash_8",922 "bbox_2d": [923 1175,924 964,925 1638,926 1079927 ],928 "bbox_3d": {929 "aabb": {930 "center": [931 -191.59909057617188,932 -67.69573974609375,933 21.282540321350098934 ],935 "extent": [936 60.32597584724027,937 56.096451564825,938 1.4546709060668945939 ]940 },941 "obb": {942 "center": [943 -191.59909057617188,944 -67.69573974609375,945 21.282540321350098946 ],947 "extent": [948 60.32597584724027,949 56.096451564825,950 1.4546709060668945951 ],952 "rotation": [953 0,954 25.02951622009278,955 0956 ]957 },958 "location": [959 -191.59909057617188,960 -67.69573974609375,961 21.28253936767578962 ],963 "rotation": [964 0,965 25.02951622009278,966 0967 ],968 "scale": [969 1,970 1,971 1972 ]973 },974 "color": [975 223,976 0,977 223978 ]979 },980 {981 "object_id": "SM_trash_06_37",982 "bbox_2d": [983 1168,984 768,985 1240,986 809987 ],988 "bbox_3d": {989 "aabb": {990 "center": [991 -80.7888412475586,992 -245.23880004882812,993 20.98761796951294994 ],995 "extent": [996 28.486328125,997 26.103759765625,998 0.8280215263366699999 ]1000 },1001 "obb": {1002 "center": [1003 -80.7888412475586,1004 -245.23880004882812,1005 20.987617969512941006 ],1007 "extent": [1008 28.486328125,1009 26.103759765625,1010 0.82802152633666991011 ],1012 "rotation": [1013 0,1014 0,1015 01016 ]1017 },1018 "location": [1019 -80.7888412475586,1020 -245.23880004882812,1021 20.987617492675781022 ],1023 "rotation": [1024 0,1025 0,1026 01027 ],1028 "scale": [1029 1,1030 1,1031 11032 ]1033 },1034 "color": [1035 63,1036 223,1037 151038 ]1039 }1040 ],1041 "cloth": [1042 {1043 "object_id": "SM_cloth_02_10",1044 "bbox_2d": [1045 1308,1046 452,1047 1756,1048 7581049 ],1050 "bbox_3d": {1051 "aabb": {1052 "center": [1053 -126.56896067690829,1054 -66.04514597813584,1055 110.22730636596681056 ],1057 "extent": [1058 46.4123947724406,1059 56.589640497569206,1060 35.762157440185551061 ]1062 },1063 "obb": {1064 "center": [1065 -126.56896067690829,1066 -66.04514597813584,1067 110.22730636596681068 ],1069 "extent": [1070 46.4123947724406,1071 56.589640497569206,1072 35.762157440185551073 ],1074 "rotation": [1075 0,1076 -100.70302581787112,1077 01078 ]1079 },1080 "location": [1081 -126.69341278076172,1082 -62.561378479003906,1083 110.227302551269531084 ],1085 "rotation": [1086 0,1087 -100.70302581787112,1088 01089 ],1090 "scale": [1091 1,1092 1,1093 11094 ]1095 },1096 "color": [1097 63,1098 63,1099 151100 ]1101 }1102 ]1103 }1104}