TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l015_off2_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l015_off2_r003/lit.png",5 "camera": {6 "location": [7 -386,8 -540,9 19510 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -386,38 -540,39 195,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 0,59 1907,60 105261 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "floor planks corner": [116 {117 "object_id": "SM_Floor_20",118 "bbox_2d": [119 473,120 1053,121 1638,122 1079123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -216.60736083984375,128 -297.8223876953125,129 -3.0517578125e-05130 ],131 "extent": [132 536.977783203125,133 987.1641845703125,134 0135 ]136 },137 "obb": {138 "center": [139 -216.60736083984375,140 -297.8223876953125,141 -3.0517578125e-05142 ],143 "extent": [144 536.977783203125,145 987.1641845703125,146 0147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 150,156 380,157 0158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 63,173 63174 ]175 }176 ]177 },178 "foreground": {179 "boxes": [180 {181 "object_id": "SM_BoxPaper_11",182 "bbox_2d": [183 0,184 774,185 269,186 1079187 ],188 "bbox_3d": {189 "aabb": {190 "center": [191 -610,192 -309.0738983154297,193 65194 ],195 "extent": [196 45.32843017578125,197 39.48811340332031,198 65199 ]200 },201 "obb": {202 "center": [203 -610,204 -309.0738983154297,205 65206 ],207 "extent": [208 45.32843017578125,209 39.48811340332031,210 65211 ],212 "rotation": [213 0,214 0,215 0216 ]217 },218 "location": [219 -610,220 -308,221 0222 ],223 "rotation": [224 0,225 0,226 0227 ],228 "scale": [229 1,230 1,231 1232 ]233 },234 "color": [235 127,236 63,237 63238 ]239 },240 {241 "object_id": "SM_BottleBox3",242 "bbox_2d": [243 943,244 720,245 1115,246 890247 ],248 "bbox_3d": {249 "aabb": {250 "center": [251 -673.8642197382126,252 -559.0347964453756,253 118.4057388305664254 ],255 "extent": [256 30.244360476272846,257 25.571638365406898,258 17.959243774414062259 ]260 },261 "obb": {262 "center": [263 -673.8642197382126,264 -559.0347964453756,265 118.4057388305664266 ],267 "extent": [268 30.244360476272846,269 25.571638365406898,270 17.959243774414062271 ],272 "rotation": [273 0,274 -35.00006103515626,275 0276 ]277 },278 "location": [279 -673.6110229492188,280 -559.6791381835938,281 100.44649505615234282 ],283 "rotation": [284 0,285 -35.00006103515626,286 0287 ],288 "scale": [289 1,290 1,291 1292 ]293 },294 "color": [295 63,296 159,297 255298 ]299 }300 ],301 "poster": [302 {303 "object_id": "SM_Poster\u0421_11",304 "bbox_2d": [305 649,306 226,307 881,308 380309 ],310 "bbox_3d": {311 "aabb": {312 "center": [313 -752.4367713928629,314 -466.0000190734782,315 285.2055416107178316 ],317 "extent": [318 1.1056578098234695,319 44.19993445372364,320 29.205533981323242321 ]322 },323 "obb": {324 "center": [325 -752.4367713928629,326 -466.0000190734782,327 285.2055416107178328 ],329 "extent": [330 1.1056578098234695,331 44.19993445372364,332 29.205533981323242333 ],334 "rotation": [335 0,336 -90.00012207031251,337 0338 ]339 },340 "location": [341 -752.436767578125,342 -466,343 256344 ],345 "rotation": [346 0,347 -90.00012207031251,348 0349 ],350 "scale": [351 1,352 1,353 1354 ]355 },356 "color": [357 127,358 191,359 191360 ]361 },362 {363 "object_id": "SM_PosterD5_36",364 "bbox_2d": [365 831,366 427,367 998,368 665369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -752.7355775237047,374 -522.9999970383009,375 192.48339462280273376 ],377 "extent": [378 0.8008359186680991,379 32.015587706074854,380 45.4833984375381 ]382 },383 "obb": {384 "center": [385 -752.7355775237047,386 -522.9999970383009,387 192.48339462280273388 ],389 "extent": [390 0.8008359186680991,391 32.015587706074854,392 45.4833984375393 ],394 "rotation": [395 0,396 -90.00006103515625,397 0398 ]399 },400 "location": [401 -753.5363159179688,402 -523,403 147404 ],405 "rotation": [406 0,407 -90.00006103515625,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 31,418 0,419 159420 ]421 },422 {423 "object_id": "SM_PosterD3_51",424 "bbox_2d": [425 0,426 285,427 95,428 611429 ],430 "bbox_3d": {431 "aabb": {432 "center": [433 -650.9999898354054,434 -271.8007383942777,435 220.48339462280273436 ],437 "extent": [438 32.01558813258498,439 0.800852971200527,440 45.4833984375441 ]442 },443 "obb": {444 "center": [445 -650.9999898354054,446 -271.8007383942777,447 220.48339462280273448 ],449 "extent": [450 32.01558813258498,451 0.800852971200527,452 45.4833984375453 ],454 "rotation": [455 0,456 179.99990844726562,457 0458 ]459 },460 "location": [461 -651,462 -271,463 175464 ],465 "rotation": [466 0,467 179.99990844726562,468 0469 ],470 "scale": [471 1,472 1,473 1474 ]475 },476 "color": [477 31,478 63,479 159480 ]481 }482 ],483 "carton": [484 {485 "object_id": "SM_BoxCarton_01_0",486 "bbox_2d": [487 250,488 1010,489 472,490 1079491 ],492 "bbox_3d": {493 "aabb": {494 "center": [495 -708.5953925938575,496 -332.1223251843947,497 24.049365520477295498 ],499 "extent": [500 46.85097499014603,501 49.010535917240134,502 24.049365520477295503 ]504 },505 "obb": {506 "center": [507 -708.5953925938575,508 -332.1223251843947,509 24.049365520477295510 ],511 "extent": [512 46.85097499014603,513 49.010535917240134,514 24.049365520477295515 ],516 "rotation": [517 0,518 129.9997100830078,519 0520 ]521 },522 "location": [523 -705,524 -336,525 0526 ],527 "rotation": [528 0,529 129.9997100830078,530 0531 ],532 "scale": [533 1.25,534 1.25,535 1.25536 ]537 },538 "color": [539 63,540 191,541 191542 ]543 },544 {545 "object_id": "SM_BoxCarton_01_1",546 "bbox_2d": [547 250,548 850,549 495,550 1055551 ],552 "bbox_3d": {553 "aabb": {554 "center": [555 -701.8055905523212,556 -333.6442236009344,557 66.30187765698881558 ],559 "extent": [560 46.851080845974934,561 50.711827485087156,562 27.740254108498178563 ]564 },565 "obb": {566 "center": [567 -701.8055905523212,568 -333.6442236009344,569 66.30187765698881570 ],571 "extent": [572 46.851080845974934,573 50.711827485087156,574 27.740254108498178575 ],576 "rotation": [577 3.370841503143312,578 49.91656494140628,579 -2.8328857421875013580 ]581 },582 "location": [583 -705,584 -336,585 42586 ],587 "rotation": [588 3.370841503143312,589 49.91656494140628,590 -2.8328857421875013591 ],592 "scale": [593 1.25,594 1.25,595 1.25596 ]597 },598 "color": [599 191,600 0,601 0602 ]603 }604 ],605 "sign": [606 {607 "object_id": "SM_NeonStripe2_30",608 "bbox_2d": [609 96,610 0,611 1631,612 98613 ],614 "bbox_3d": {615 "aabb": {616 "center": [617 -348.5224914550781,618 -777.4420776367188,619 379.1103639602661620 ],621 "extent": [622 402.5319519042969,623 507.44219970703125,624 19.110416412353516625 ]626 },627 "obb": {628 "center": [629 -348.5224914550781,630 -777.4420776367188,631 379.1103639602661632 ],633 "extent": [634 402.5319519042969,635 507.44219970703125,636 19.110416412353516637 ],638 "rotation": [639 0,640 0,641 0642 ]643 },644 "location": [645 -460,646 -270,647 365648 ],649 "rotation": [650 0,651 0,652 0653 ],654 "scale": [655 1,656 1,657 1658 ]659 },660 "color": [661 127,662 31,663 191664 ]665 },666 {667 "object_id": "SM_Neon_Open_80",668 "bbox_2d": [669 1151,670 368,671 1427,672 506673 ],674 "bbox_3d": {675 "aabb": {676 "center": [677 -749.8535505582054,678 -664.7593156467282,679 233.84219932556152680 ],681 "extent": [682 1.3536156636549777,683 52.50454093161534,684 26.270950317382812685 ]686 },687 "obb": {688 "center": [689 -749.8535505582054,690 -664.7593156467282,691 233.84219932556152692 ],693 "extent": [694 1.3536156636549777,695 52.50454093161534,696 26.270950317382812697 ],698 "rotation": [699 0,700 179.99993896484375,701 0702 ]703 },704 "location": [705 -750,706 -668,707 228708 ],709 "rotation": [710 0,711 179.99993896484375,712 0713 ],714 "scale": [715 0.5,716 0.5,717 0.5718 ]719 },720 "color": [721 63,722 159,723 0724 ]725 }726 ],727 "bar": [728 {729 "object_id": "SM_BarRound_01",730 "bbox_2d": [731 755,732 788,733 1370,734 1079735 ],736 "bbox_3d": {737 "aabb": {738 "center": [739 -502.6371765136719,740 -795,741 50.866729736328125742 ],743 "extent": [744 284.2965087890625,745 291.57818603515625,746 49.133277893066406747 ]748 },749 "obb": {750 "center": [751 -502.6371765136719,752 -795,753 50.866729736328125754 ],755 "extent": [756 284.2965087890625,757 291.57818603515625,758 49.133277893066406759 ],760 "rotation": [761 0,762 0,763 0764 ]765 },766 "location": [767 -494,768 -795,769 0770 ],771 "rotation": [772 0,773 0,774 0775 ],776 "scale": [777 1,778 1,779 1780 ]781 },782 "color": [783 63,784 31,785 255786 ]787 },788 {789 "object_id": "SM_BarRound_03",790 "bbox_2d": [791 1296,792 0,793 1919,794 1079795 ],796 "bbox_3d": {797 "aabb": {798 "center": [799 -528.6571197509766,800 -784.9053955078125,801 206.48193359375802 ],803 "extent": [804 188.73744201660156,805 182.1908721923828,806 206.01718139648438807 ]808 },809 "obb": {810 "center": [811 -528.6571197509766,812 -784.9053955078125,813 206.48193359375814 ],815 "extent": [816 188.73744201660156,817 182.1908721923828,818 206.01718139648438819 ],820 "rotation": [821 0,822 0,823 0824 ]825 },826 "location": [827 -534,828 -783,829 0830 ],831 "rotation": [832 0,833 0,834 0835 ],836 "scale": [837 1,838 1,839 1840 ]841 },842 "color": [843 63,844 31,845 63846 ]847 }848 ],849 "beer": [850 {851 "object_id": "SM_Beer14_33",852 "bbox_2d": [853 952,854 782,855 976,856 872857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -662.6981813826385,862 -541.2977294304803,863 112.50001525878906864 ],865 "extent": [866 4.411827339092383,867 4.411827001917118,868 12.5869 ]870 },871 "obb": {872 "center": [873 -662.6981813826385,874 -541.2977294304803,875 112.50001525878906876 ],877 "extent": [878 4.411827339092383,879 4.411827001917118,880 12.5881 ],882 "rotation": [883 0,884 75.00003814697264,885 0886 ]887 },888 "location": [889 -662.6981811523438,890 -541.2977294921875,891 100.00001525878906892 ],893 "rotation": [894 0,895 75.00003814697264,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 31,906 127,907 31908 ]909 },910 {911 "object_id": "SM_Beer4",912 "bbox_2d": [913 1049,914 789,915 1073,916 842917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -653.250366074186,922 -568.2617795898553,923 112.94648742675781924 ],925 "extent": [926 5.016947561806546,927 5.016947678905353,928 12.5929 ]930 },931 "obb": {932 "center": [933 -653.250366074186,934 -568.2617795898553,935 112.94648742675781936 ],937 "extent": [938 5.016947561806546,939 5.016947678905353,940 12.5941 ],942 "rotation": [943 0,944 -35.00006103515626,945 0946 ]947 },948 "location": [949 -653.2503662109375,950 -568.2617797851562,951 100.44648742675781952 ],953 "rotation": [954 0,955 -35.00006103515626,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 63,966 159,967 127968 ]969 },970 {971 "object_id": "SM_Beer7",972 "bbox_2d": [973 1100,974 815,975 1102,976 827977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -659.5547483984047,982 -577.2652585937616,983 112.94648742675781984 ],985 "extent": [986 5.016947561806546,987 5.016947678905353,988 12.5989 ]990 },991 "obb": {992 "center": [993 -659.5547483984047,994 -577.2652585937616,995 112.94648742675781996 ],997 "extent": [998 5.016947561806546,999 5.016947678905353,1000 12.51001 ],1002 "rotation": [1003 0,1004 -35.00006103515626,1005 01006 ]1007 },1008 "location": [1009 -659.5547485351562,1010 -577.2652587890625,1011 100.446487426757811012 ],1013 "rotation": [1014 0,1015 -35.00006103515626,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 63,1026 159,1027 631028 ]1029 },1030 {1031 "object_id": "SM_Beer13",1032 "bbox_2d": [1033 1001,1034 773,1035 1024,1036 8281037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -671.185912949186,1042 -555.7033689453241,1043 112.946235656738281044 ],1045 "extent": [1046 5.016947561806546,1047 5.016947678905353,1048 12.51049 ]1050 },1051 "obb": {1052 "center": [1053 -671.185912949186,1054 -555.7033689453241,1055 112.946235656738281056 ],1057 "extent": [1058 5.016947561806546,1059 5.016947678905353,1060 12.51061 ],1062 "rotation": [1063 0,1064 -35.00006103515626,1065 01066 ]1067 },1068 "location": [1069 -671.1859130859375,1070 -555.703369140625,1071 100.446235656738281072 ],1073 "rotation": [1074 0,1075 -35.00006103515626,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 63,1086 159,1087 1911088 ]1089 },1090 {1091 "object_id": "SM_Beer18",1092 "bbox_2d": [1093 959,1094 759,1095 980,1096 8111097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -689.1396483007485,1102 -543.1318357421991,1103 112.94614410400391104 ],1105 "extent": [1106 5.016947561806546,1107 5.016947678905353,1108 12.51109 ]1110 },1111 "obb": {1112 "center": [1113 -689.1396483007485,1114 -543.1318357421991,1115 112.94614410400391116 ],1117 "extent": [1118 5.016947561806546,1119 5.016947678905353,1120 12.51121 ],1122 "rotation": [1123 0,1124 -35.00006103515626,1125 01126 ]1127 },1128 "location": [1129 -689.1396484375,1130 -543.1318359375,1131 100.44614410400391132 ],1133 "rotation": [1134 0,1135 -35.00006103515626,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 63,1146 159,1147 311148 ]1149 },1150 {1151 "object_id": "SM_Beer19",1152 "bbox_2d": [1153 987,1154 755,1155 1007,1156 7951157 ],1158 "bbox_3d": {1159 "aabb": {1160 "center": [1161 -695.443969589811,1162 -552.1352537109491,1163 112.94614410400391164 ],1165 "extent": [1166 5.016947561806546,1167 5.016947678905353,1168 12.51169 ]1170 },1171 "obb": {1172 "center": [1173 -695.443969589811,1174 -552.1352537109491,1175 112.94614410400391176 ],1177 "extent": [1178 5.016947561806546,1179 5.016947678905353,1180 12.51181 ],1182 "rotation": [1183 0,1184 -35.00006103515626,1185 01186 ]1187 },1188 "location": [1189 -695.4439697265625,1190 -552.13525390625,1191 100.44614410400391192 ],1193 "rotation": [1194 0,1195 -35.00006103515626,1196 01197 ],1198 "scale": [1199 1,1200 1,