TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l015_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/Diner50/l015_r003/lit.png",5 "camera": {6 "location": [7 -386,8 -540,9 10510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -386,38 -540,39 105,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 0,59 1907,60 61461 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 1071,120 1020,121 1351,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ]177 },178 "foreground": {179 "boxes": [180 {181 "object_id": "SM_BoxPaper_11",182 "bbox_2d": [183 0,184 418,185 269,186 759187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -610,192 -309.0738983154297,193 65194 ],195 "extent": [196 45.32843017578125,197 39.48811340332031,198 65199 ]200 },201 "obb": {202 "center": [203 -610,204 -309.0738983154297,205 65206 ],207 "extent": [208 45.32843017578125,209 39.48811340332031,210 65211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -610,220 -308,221 0222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 127,236 63,237 63238 ]239 },240 {241 "object_id": "SM_BottleBox3",242 "bbox_2d": [243 949,244 426,245 1115,246 556247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -673.8642197382126,252 -559.0347964453756,253 118.4057388305664254 ],255 "extent": [256 30.244360476272846,257 25.571638365406898,258 17.959243774414062259 ]260 },261 "obb": {262 "center": [263 -673.8642197382126,264 -559.0347964453756,265 118.4057388305664266 ],267 "extent": [268 30.244360476272846,269 25.571638365406898,270 17.959243774414062271 ],272 "rotation": [273 0,274 -35.00006103515626,275 0276 ]277 },278 "location": [279 -673.6110229492188,280 -559.6791381835938,281 100.44649505615234282 ],283 "rotation": [284 0,285 -35.00006103515626,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 63,296 159,297 255298 ]299 }300 ],301 "poster": [302 {303 "object_id": "SM_Poster\u0421_11",304 "bbox_2d": [305 649,306 0,307 881,308 145309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -752.4367713928629,314 -466.0000190734782,315 285.2055416107178316 ],317 "extent": [318 1.1056578098234695,319 44.19993445372364,320 29.205533981323242321 ]322 },323 "obb": {324 "center": [325 -752.4367713928629,326 -466.0000190734782,327 285.2055416107178328 ],329 "extent": [330 1.1056578098234695,331 44.19993445372364,332 29.205533981323242333 ],334 "rotation": [335 0,336 -90.00012207031251,337 0338 ]339 },340 "location": [341 -752.436767578125,342 -466,343 256344 ],345 "rotation": [346 0,347 -90.00012207031251,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 127,358 191,359 191360 ]361 },362 {363 "object_id": "SM_PosterD5_36",364 "bbox_2d": [365 831,366 191,367 998,368 429369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -752.7355775237047,374 -522.9999970383009,375 192.48339462280273376 ],377 "extent": [378 0.8008359186680991,379 32.015587706074854,380 45.4833984375381 ]382 },383 "obb": {384 "center": [385 -752.7355775237047,386 -522.9999970383009,387 192.48339462280273388 ],389 "extent": [390 0.8008359186680991,391 32.015587706074854,392 45.4833984375393 ],394 "rotation": [395 0,396 -90.00006103515625,397 0398 ]399 },400 "location": [401 -753.5363159179688,402 -523,403 147404 ],405 "rotation": [406 0,407 -90.00006103515625,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 31,418 0,419 159420 ]421 },422 {423 "object_id": "SM_PosterD3_51",424 "bbox_2d": [425 0,426 0,427 95,428 313429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -650.9999898354054,434 -271.8007383942777,435 220.48339462280273436 ],437 "extent": [438 32.01558813258498,439 0.800852971200527,440 45.4833984375441 ]442 },443 "obb": {444 "center": [445 -650.9999898354054,446 -271.8007383942777,447 220.48339462280273448 ],449 "extent": [450 32.01558813258498,451 0.800852971200527,452 45.4833984375453 ],454 "rotation": [455 0,456 179.99990844726562,457 0458 ]459 },460 "location": [461 -651,462 -271,463 175464 ],465 "rotation": [466 0,467 179.99990844726562,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 31,478 63,479 159480 ]481 }482 ],483 "carton": [484 {485 "object_id": "SM_BoxCarton_01_1",486 "bbox_2d": [487 250,488 606,489 476,490 673491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -701.8055905523212,496 -333.6442236009344,497 66.30187765698881498 ],499 "extent": [500 46.851080845974934,501 50.711827485087156,502 27.740254108498178503 ]504 },505 "obb": {506 "center": [507 -701.8055905523212,508 -333.6442236009344,509 66.30187765698881510 ],511 "extent": [512 46.851080845974934,513 50.711827485087156,514 27.740254108498178515 ],516 "rotation": [517 3.370841503143312,518 49.91656494140628,519 -2.8328857421875013520 ]521 },522 "location": [523 -705,524 -336,525 42526 ],527 "rotation": [528 3.370841503143312,529 49.91656494140628,530 -2.8328857421875013531 ],532 "scale": [533 1.25,534 1.25,535 1.25536 ]537 },538 "color": [539 191,540 0,541 0542 ]543 }544 ],545 "bar": [546 {547 "object_id": "SM_BarRound_01",548 "bbox_2d": [549 0,550 553,551 1919,552 1079553 ],554 "bbox_3d": {555 "aabb": {556 "center": [557 -502.6371765136719,558 -795,559 50.866729736328125560 ],561 "extent": [562 284.2965087890625,563 291.57818603515625,564 49.133277893066406565 ]566 },567 "obb": {568 "center": [569 -502.6371765136719,570 -795,571 50.866729736328125572 ],573 "extent": [574 284.2965087890625,575 291.57818603515625,576 49.133277893066406577 ],578 "rotation": [579 0,580 0,581 0582 ]583 },584 "location": [585 -494,586 -795,587 0588 ],589 "rotation": [590 0,591 0,592 0593 ],594 "scale": [595 1,596 1,597 1598 ]599 },600 "color": [601 63,602 31,603 255604 ]605 },606 {607 "object_id": "SM_BarRound_03",608 "bbox_2d": [609 1559,610 0,611 1919,612 603613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -528.6571197509766,618 -784.9053955078125,619 206.48193359375620 ],621 "extent": [622 188.73744201660156,623 182.1908721923828,624 206.01718139648438625 ]626 },627 "obb": {628 "center": [629 -528.6571197509766,630 -784.9053955078125,631 206.48193359375632 ],633 "extent": [634 188.73744201660156,635 182.1908721923828,636 206.01718139648438637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -534,646 -783,647 0648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 63,662 31,663 63664 ]665 }666 ],667 "beer": [668 {669 "object_id": "SM_Beer14_33",670 "bbox_2d": [671 952,672 470,673 976,674 557675 ],676 "bbox_3d": {677 "aabb": {678 "center": [679 -662.6981813826385,680 -541.2977294304803,681 112.50001525878906682 ],683 "extent": [684 4.411827339092383,685 4.411827001917118,686 12.5687 ]688 },689 "obb": {690 "center": [691 -662.6981813826385,692 -541.2977294304803,693 112.50001525878906694 ],695 "extent": [696 4.411827339092383,697 4.411827001917118,698 12.5699 ],700 "rotation": [701 0,702 75.00003814697264,703 0704 ]705 },706 "location": [707 -662.6981811523438,708 -541.2977294921875,709 100.00001525878906710 ],711 "rotation": [712 0,713 75.00003814697264,714 0715 ],716 "scale": [717 1,718 1,719 1720 ]721 },722 "color": [723 31,724 127,725 31726 ]727 },728 {729 "object_id": "SM_Beer4",730 "bbox_2d": [731 1049,732 466,733 1073,734 510735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -653.250366074186,740 -568.2617795898553,741 112.94648742675781742 ],743 "extent": [744 5.016947561806546,745 5.016947678905353,746 12.5747 ]748 },749 "obb": {750 "center": [751 -653.250366074186,752 -568.2617795898553,753 112.94648742675781754 ],755 "extent": [756 5.016947561806546,757 5.016947678905353,758 12.5759 ],760 "rotation": [761 0,762 -35.00006103515626,763 0764 ]765 },766 "location": [767 -653.2503662109375,768 -568.2617797851562,769 100.44648742675781770 ],771 "rotation": [772 0,773 -35.00006103515626,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 63,784 159,785 127786 ]787 },788 {789 "object_id": "SM_Beer7",790 "bbox_2d": [791 1100,792 500,793 1102,794 505795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -659.5547483984047,800 -577.2652585937616,801 112.94648742675781802 ],803 "extent": [804 5.016947561806546,805 5.016947678905353,806 12.5807 ]808 },809 "obb": {810 "center": [811 -659.5547483984047,812 -577.2652585937616,813 112.94648742675781814 ],815 "extent": [816 5.016947561806546,817 5.016947678905353,818 12.5819 ],820 "rotation": [821 0,822 -35.00006103515626,823 0824 ]825 },826 "location": [827 -659.5547485351562,828 -577.2652587890625,829 100.44648742675781830 ],831 "rotation": [832 0,833 -35.00006103515626,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 63,844 159,845 63846 ]847 },848 {849 "object_id": "SM_Beer13",850 "bbox_2d": [851 1001,852 471,853 1024,854 512855 ],856 "bbox_3d": {857 "aabb": {858 "center": [859 -671.185912949186,860 -555.7033689453241,861 112.94623565673828862 ],863 "extent": [864 5.016947561806546,865 5.016947678905353,866 12.5867 ]868 },869 "obb": {870 "center": [871 -671.185912949186,872 -555.7033689453241,873 112.94623565673828874 ],875 "extent": [876 5.016947561806546,877 5.016947678905353,878 12.5879 ],880 "rotation": [881 0,882 -35.00006103515626,883 0884 ]885 },886 "location": [887 -671.1859130859375,888 -555.703369140625,889 100.44623565673828890 ],891 "rotation": [892 0,893 -35.00006103515626,894 0895 ],896 "scale": [897 1,898 1,899 1900 ]901 },902 "color": [903 63,904 159,905 191906 ]907 },908 {909 "object_id": "SM_Beer18",910 "bbox_2d": [911 969,912 475,913 980,914 513915 ],916 "bbox_3d": {917 "aabb": {918 "center": [919 -689.1396483007485,920 -543.1318357421991,921 112.9461441040039922 ],923 "extent": [924 5.016947561806546,925 5.016947678905353,926 12.5927 ]928 },929 "obb": {930 "center": [931 -689.1396483007485,932 -543.1318357421991,933 112.9461441040039934 ],935 "extent": [936 5.016947561806546,937 5.016947678905353,938 12.5939 ],940 "rotation": [941 0,942 -35.00006103515626,943 0944 ]945 },946 "location": [947 -689.1396484375,948 -543.1318359375,949 100.4461441040039950 ],951 "rotation": [952 0,953 -35.00006103515626,954 0955 ],956 "scale": [957 1,958 1,959 1960 ]961 },962 "color": [963 63,964 159,965 31966 ]967 },968 {969 "object_id": "SM_Beer19",970 "bbox_2d": [971 990,972 476,973 1003,974 503975 ],976 "bbox_3d": {977 "aabb": {978 "center": [979 -695.443969589811,980 -552.1352537109491,981 112.9461441040039982 ],983 "extent": [984 5.016947561806546,985 5.016947678905353,986 12.5987 ]988 },989 "obb": {990 "center": [991 -695.443969589811,992 -552.1352537109491,993 112.9461441040039994 ],995 "extent": [996 5.016947561806546,997 5.016947678905353,998 12.5999 ],1000 "rotation": [1001 0,1002 -35.00006103515626,1003 01004 ]1005 },1006 "location": [1007 -695.4439697265625,1008 -552.13525390625,1009 100.44614410400391010 ],1011 "rotation": [1012 0,1013 -35.00006103515626,1014 01015 ],1016 "scale": [1017 1,1018 1,1019 11020 ]1021 },1022 "color": [1023 63,1024 159,1025 951026 ]1027 },1028 {1029 "object_id": "SM_Beer21",1030 "bbox_2d": [1031 925,1032 472,1033 948,1034 5561035 ],1036 "bbox_3d": {1037 "aabb": {1038 "center": [1039 -668.9886475976888,1040 -533.151611523426,1041 112.500015258789061042 ],1043 "extent": [1044 5.0169466194515735,1045 5.016946736551176,1046 12.51047 ]1048 },1049 "obb": {1050 "center": [1051 -668.9886475976888,1052 -533.151611523426,1053 112.500015258789061054 ],1055 "extent": [1056 5.0169466194515735,1057 5.016946736551176,1058 12.51059 ],1060 "rotation": [1061 0,1062 145,1063 01064 ]1065 },1066 "location": [1067 -668.9886474609375,1068 -533.151611328125,1069 100.000015258789061070 ],1071 "rotation": [1072 0,1073 145,1074 01075 ],1076 "scale": [1077 1,1078 1,1079 11080 ]1081 },1082 "color": [1083 191,1084 159,1085 2231086 ]1087 }1088 ],1089 "sign": [1090 {1091 "object_id": "SM_Neon_Open_80",1092 "bbox_2d": [1093 1151,1094 131,1095 1427,1096 2681097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -749.8535505582054,1102 -664.7593156467282,1103 233.842199325561521104 ],1105 "extent": [1106 1.3536156636549777,1107 52.50454093161534,1108 26.2709503173828121109 ]1110 },1111 "obb": {1112 "center": [1113 -749.8535505582054,1114 -664.7593156467282,1115 233.842199325561521116 ],1117 "extent": [1118 1.3536156636549777,1119 52.50454093161534,1120 26.2709503173828121121 ],1122 "rotation": [1123 0,1124 179.99993896484375,1125 01126 ]1127 },1128 "location": [1129 -750,1130 -668,1131 2281132 ],1133 "rotation": [1134 0,1135 179.99993896484375,1136 01137 ],1138 "scale": [1139 0.5,1140 0.5,1141 0.51142 ]1143 },1144 "color": [1145 63,1146 159,1147 01148 ]1149 }1150 ]1151 }1152}