TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Bakery",3 "view_id": "l025_r000",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Bakery/l025_r000/lit.png",5 "camera": {6 "location": [7 241,8 71,9 12610 ],11 "rotation": [12 0,13 0,14 015 ],16 "fov": 90,17 "c2w": [18 [19 1,20 0,21 0,22 023 ],24 [25 0,26 1,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 241,38 71,39 126,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "window": [54 {55 "object_id": "SM_wall_01_281",56 "bbox_2d": [57 0,58 0,59 1853,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 0,66 0,67 199.2298889160156268 ],69 "extent": [70 448.35015869140625,71 456.7044982910156,72 200.5044555664062573 ]74 },75 "obb": {76 "center": [77 0,78 0,79 199.2298889160156280 ],81 "extent": [82 448.35015869140625,83 456.7044982910156,84 200.5044555664062585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 0,94 0,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 0,110 255,111 127112 ]113 },114 {115 "object_id": "SM_wall_02_491",116 "bbox_2d": [117 0,118 0,119 518,120 726121 ],122 "bbox_3d": {123 "aabb": {124 "center": [125 170.26333618164062,126 -45.951751708984375,127 133.2178497314453128 ],129 "extent": [130 239.49139404296875,131 39.54395294189453,132 133.66961669921875133 ]134 },135 "obb": {136 "center": [137 170.26333618164062,138 -45.951751708984375,139 133.2178497314453140 ],141 "extent": [142 239.49139404296875,143 39.54395294189453,144 133.66961669921875145 ],146 "rotation": [147 0,148 0,149 0150 ]151 },152 "location": [153 170.26333618164062,154 -45.951751708984375,155 2.2381439208984375156 ],157 "rotation": [158 0,159 0,160 0161 ],162 "scale": [163 1,164 1,165 1166 ]167 },168 "color": [169 255,170 0,171 191172 ]173 },174 {175 "object_id": "SM_wall_06_505",176 "bbox_2d": [177 575,178 0,179 641,180 1079181 ],182 "bbox_3d": {183 "aabb": {184 "center": [185 1.37738037109375,186 5.184879779815674,187 196.00094604492188188 ],189 "extent": [190 426.0718994140625,191 4.455683708190918,192 200.5044403076172193 ]194 },195 "obb": {196 "center": [197 1.37738037109375,198 5.184879779815674,199 196.00094604492188200 ],201 "extent": [202 426.0718994140625,203 4.455683708190918,204 200.5044403076172205 ],206 "rotation": [207 0,208 0,209 0210 ]211 },212 "location": [213 1.37738037109375,214 5.184879302978516,215 -4.41204833984375216 ],217 "rotation": [218 0,219 0,220 0221 ],222 "scale": [223 1,224 1,225 1226 ]227 },228 "color": [229 63,230 0,231 191232 ]233 },234 {235 "object_id": "SM_wall_05_19",236 "bbox_2d": [237 638,238 0,239 1894,240 349241 ],242 "bbox_3d": {243 "aabb": {244 "center": [245 413.07183837890625,246 219.72203063964844,247 272.21002197265625248 ],249 "extent": [250 22.278289794921875,251 215.7262659626067,252 109.5366704119806253 ]254 },255 "obb": {256 "center": [257 413.07183837890625,258 219.72203063964844,259 272.21002197265625260 ],261 "extent": [262 22.278289794921875,263 215.7262659626067,264 109.5366704119806265 ],266 "rotation": [267 0,268 0,269 0270 ]271 },272 "location": [273 413.07183837890625,274 219.72203063964844,275 272.21002197265625276 ],277 "rotation": [278 0,279 0,280 0281 ],282 "scale": [283 1,284 1.0699734687805176,285 1.0926108360290527286 ]287 },288 "color": [289 63,290 191,291 15292 ]293 }294 ]295 },296 "foreground": {297 "cashier": [298 {299 "object_id": "SM_cashier_302",300 "bbox_2d": [301 853,302 613,303 1919,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 330.7001953125,310 148.85812377929688,311 68.8092041015625312 ],313 "extent": [314 39.265533447265625,315 83.54351806640625,316 50.12611389160156317 ]318 },319 "obb": {320 "center": [321 330.7001953125,322 148.85812377929688,323 68.8092041015625324 ],325 "extent": [326 39.265533447265625,327 83.54351806640625,328 50.12611389160156329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 330.7001953125,338 148.85812377929688,339 20340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 1,348 1,349 1350 ]351 },352 "color": [353 255,354 127,355 255356 ]357 }358 ],359 "grill": [360 {361 "object_id": "SM_grill2",362 "bbox_2d": [363 161,364 133,365 325,366 633367 ],368 "bbox_3d": {369 "aabb": {370 "center": [371 385.2553100585887,372 -75.62591934204102,373 108.73949432373047374 ],375 "extent": [376 28.420366367019028,377 35.869838411538495,378 90.03331756591797379 ]380 },381 "obb": {382 "center": [383 385.2553100585887,384 -75.62591934204102,385 108.73949432373047386 ],387 "extent": [388 28.420366367019028,389 35.869838411538495,390 90.03331756591797391 ],392 "rotation": [393 0,394 90.00007629394531,395 0396 ]397 },398 "location": [399 385.25531005859375,400 -75.62592315673828,401 20402 ],403 "rotation": [404 0,405 90.00007629394531,406 0407 ],408 "scale": [409 1,410 1,411 1412 ]413 },414 "color": [415 127,416 0,417 255418 ]419 }420 ],421 "cash register": [422 {423 "object_id": "SM_cash_register_318",424 "bbox_2d": [425 816,426 383,427 1476,428 621429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 347.53276852910653,434 89.550582188795,435 129.63134792869084436 ],437 "extent": [438 24.934106523168452,439 32.800457754910184,440 11.22339287083048441 ]442 },443 "obb": {444 "center": [445 347.53276852910653,446 89.550582188795,447 129.63134792869084448 ],449 "extent": [450 24.934106523168452,451 32.800457754910184,452 11.22339287083048453 ],454 "rotation": [455 0,456 -80.00000762939452,457 0458 ]459 },460 "location": [461 344.2492980957031,462 84.56668090820312,463 119.345947265625464 ],465 "rotation": [466 0,467 -80.00000762939452,468 0469 ],470 "scale": [471 1,472 1.0000001192092896,473 1.0000001192092896474 ]475 },476 "color": [477 127,478 255,479 0480 ]481 }482 ],483 "fireextinguisher": [484 {485 "object_id": "SM_fireextinguisher_324",486 "bbox_2d": [487 263,488 864,489 457,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 331.0877685546875,496 13.703109741210938,497 55.87240219116211498 ],499 "extent": [500 15.99792177943084,501 14.843982007062664,502 37.336402893066406503 ]504 },505 "obb": {506 "center": [507 331.0877685546875,508 13.703109741210938,509 55.87240219116211510 ],511 "extent": [512 15.99792177943084,513 14.843982007062664,514 37.336402893066406515 ],516 "rotation": [517 0,518 -30.000061035156264,519 0520 ]521 },522 "location": [523 331.0877685546875,524 13.703109741210938,525 55.872406005859375526 ],527 "rotation": [528 0,529 -30.000061035156264,530 0531 ],532 "scale": [533 1,534 1,535 1536 ]537 },538 "color": [539 127,540 0,541 127542 ]543 }544 ],545 "trash can": [546 {547 "object_id": "SM_trashcan_4",548 "bbox_2d": [549 575,550 898,551 807,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 397.53597989340074,558 28.86361506498783,559 41.572715759277344560 ],561 "extent": [562 19.87358163878173,563 19.820483007019522,564 21.400728225708008565 ]566 },567 "obb": {568 "center": [569 397.53597989340074,570 28.86361506498783,571 41.572715759277344572 ],573 "extent": [574 19.87358163878173,575 19.820483007019522,576 21.400728225708008577 ],578 "rotation": [579 0,580 -10.000030517578125,581 0582 ]583 },584 "location": [585 397.5359802246094,586 28.863616943359375,587 41.572715759277344588 ],589 "rotation": [590 0,591 -10.000030517578125,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 255,602 63,603 255604 ]605 }606 ],607 "tv": [608 {609 "object_id": "SM_Tv_429",610 "bbox_2d": [611 1837,612 0,613 1919,614 259615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 425.55378977194977,620 322.1690518719887,621 228.195045660914622 ],623 "extent": [624 7.263521995059989,625 84.92335535917897,626 49.21144127865614627 ]628 },629 "obb": {630 "center": [631 425.55378977194977,632 322.1690518719887,633 228.195045660914634 ],635 "extent": [636 7.263521995059989,637 84.92335535917897,638 49.21144127865614639 ],640 "rotation": [641 -1.6921501159667967,642 180,643 2.9971604931233747e-07644 ]645 },646 "location": [647 425.9980163574219,648 322.15155029296875,649 180.00645446777344650 ],651 "rotation": [652 -1.6921501159667967,653 180,654 2.9971604931233747e-07655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 63,664 127,665 0666 ]667 },668 {669 "object_id": "SM_Tv2_1",670 "bbox_2d": [671 861,672 0,673 1770,674 259675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 425.5537898722134,680 137.5165252685547,681 228.19504566174675682 ],683 "extent": [684 7.263521880267774,685 84.92335510253906,686 49.21144082552911687 ]688 },689 "obb": {690 "center": [691 425.5537898722134,692 137.5165252685547,693 228.19504566174675694 ],695 "extent": [696 7.263521880267774,697 84.92335510253906,698 49.21144082552911699 ],700 "rotation": [701 -1.692149996757507,702 180,703 -2.2079159874887454e-32704 ]705 },706 "location": [707 425.9980163574219,708 137.4990234375,709 180.00645446777344710 ],711 "rotation": [712 -1.692149996757507,713 180,714 -2.2079159874887454e-32715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 63,724 255,725 15726 ]727 }728 ],729 "juice": [730 {731 "object_id": "SM_juice_85",732 "bbox_2d": [733 1435,734 415,735 1518,736 618737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 354.68528437754867,742 130.4972787856906,743 126.44494915008545744 ],745 "extent": [746 6.185843010880831,747 6.120839035339856,748 14.232349395751953749 ]750 },751 "obb": {752 "center": [753 354.68528437754867,754 130.4972787856906,755 126.44494915008545756 ],757 "extent": [758 6.185843010880831,759 6.120839035339856,760 14.232349395751953761 ],762 "rotation": [763 0,764 -37.64905166625977,765 0766 ]767 },768 "location": [769 354.90472412109375,770 130.78172302246094,771 112.25183868408203772 ],773 "rotation": [774 0,775 -37.64905166625977,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 223,786 191,787 191788 ]789 },790 {791 "object_id": "SM_juice_88",792 "bbox_2d": [793 1732,794 598,795 1919,796 629797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 324.2787162600626,802 154.880505911035,803 116.4195556640625804 ],805 "extent": [806 7.35758079424204,807 14.413535964715862,808 4.26600027084352809 ]810 },811 "obb": {812 "center": [813 324.2787162600626,814 154.880505911035,815 116.4195556640625816 ],817 "extent": [818 7.35758079424204,819 14.413535964715862,820 4.26600027084352821 ],822 "rotation": [823 -90,824 165.96375653207352,825 98.31151202261395826 ]827 },828 "location": [829 325.83294677734375,830 168.67831420898438,831 116.4195556640625832 ],833 "rotation": [834 -90,835 165.96375653207352,836 98.31151202261395837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 223,846 191,847 31848 ]849 },850 {851 "object_id": "SM_juice_73",852 "bbox_2d": [853 1538,854 588,855 1731,856 629857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 335.82770390572045,862 136.78787121765347,863 115.3197468500913864 ],865 "extent": [866 16.272085792144082,867 9.971059246901795,868 5.1734539693125186869 ]870 },871 "obb": {872 "center": [873 335.82770390572045,874 136.78787121765347,875 115.3197468500913876 ],877 "extent": [878 16.272085792144082,879 9.971059246901795,880 5.1734539693125186881 ],882 "rotation": [883 6.830188794707314e-06,884 -69.61061096191408,885 -89.99990844726564886 ]887 },888 "location": [889 350.3283996582031,890 142.11044311523438,891 115.56327819824219892 ],893 "rotation": [894 6.830188794707314e-06,895 -69.61061096191408,896 -89.99990844726564897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 223,906 191,907 95908 ]909 },910 {911 "object_id": "SM_juice_74",912 "bbox_2d": [913 1794,914 514,915 1919,916 610917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 322.0977046553553,922 150.85445080972738,923 124.25936709783312924 ],925 "extent": [926 11.294894070527164,927 12.223850684098295,928 3.7030556031063213929 ]930 },931 "obb": {932 "center": [933 322.0977046553553,934 150.85445080972738,935 124.25936709783312936 ],937 "extent": [938 11.294894070527164,939 12.223850684098295,940 3.7030556031063213941 ],942 "rotation": [943 0,944 -38.626636505126974,945 -89.99993133544923946 ]947 },948 "location": [949 329.1089172363281,950 159.62887573242188,951 124.25935363769531952 ],953 "rotation": [954 0,955 -38.626636505126974,956 -89.99993133544923957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 223,966 31,967 0968 ]969 }970 ],971 "cakebox": [972 {973 "object_id": "SM_cakebox18_92",974 "bbox_2d": [975 1624,976 579,977 1793,978 625979 ],980 "bbox_3d": {981 "aabb": {982 "center": [983 345.94985918071563,984 153.47357158984127,985 116.76506996154785986 ],987 "extent": [988 9.075483014736449,989 9.11305765817562,990 4.594900131225586991 ]992 },993 "obb": {994 "center": [995 345.94985918071563,996 153.47357158984127,997 116.76506996154785998 ],999 "extent": [1000 9.075483014736449,1001 9.11305765817562,1002 4.5949001312255861003 ],1004 "rotation": [1005 0,1006 23.155082702636726,1007 01008 ]1009 },1010 "location": [1011 345.9498596191406,1012 153.47357177734375,1013 112.251846313476561014 ],1015 "rotation": [1016 0,1017 23.155082702636726,1018 01019 ],1020 "scale": [1021 1,1022 1,1023 11024 ]1025 },1026 "color": [1027 223,1028 191,1029 1591030 ]1031 }1032 ],1033 "milk": [1034 {1035 "object_id": "SM_milk_150",1036 "bbox_2d": [1037 1715,1038 715,1039 1919,1040 10341041 ],1042 "bbox_3d": {1043 "aabb": {1044 "center": [1045 300.04046630859375,1046 126.52346563339233,1047 106.38487291336061048 ],1049 "extent": [1050 7.122166156768799,1051 7.122165679931641,1052 7.5784883499145511053 ]1054 },1055 "obb": {1056 "center": [1057 300.04046630859375,1058 126.52346563339233,1059 106.38487291336061060 ],1061 "extent": [1062 7.122166156768799,1063 7.122165679931641,1064 7.5784883499145511065 ],1066 "rotation": [1067 0,1068 0,1069 01070 ]1071 },1072 "location": [1073 300.04046630859375,1074 126.52346801757812,1075 98.884872436523441076 ],1077 "rotation": [1078 0,1079 0,1080 01081 ],1082 "scale": [1083 1,1084 1,1085 11086 ]1087 },1088 "color": [1089 223,1090 31,1091 2551092 ]1093 }1094 ]1095 }1096}