TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "Diner50",3 "view_id": "l037_off2_r002",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/Diner50/l037_off2_r002/lit.png",5 "camera": {6 "location": [7 -387,8 -440,9 27010 ],11 "rotation": [12 0,13 119.99999999999999,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.4999999999999998,20 0.8660254037844384,21 0,22 023 ],24 [25 -0.8660254037844384,26 -0.4999999999999998,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 -387,38 -440,39 270,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "walls": [54 {55 "object_id": "SM_Walls",56 "bbox_2d": [57 0,58 0,59 1919,60 107961 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 -217.06695556640625,66 -300.78192138671875,67 259.984344482421968 ],69 "extent": [70 559.015869140625,71 1006.7079467773438,72 260.0156860351562573 ]74 },75 "obb": {76 "center": [77 -217.06695556640625,78 -300.78192138671875,79 259.984344482421980 ],81 "extent": [82 559.015869140625,83 1006.7079467773438,84 260.0156860351562585 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 150,94 380,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 1,104 1,105 1106 ]107 },108 "color": [109 255,110 255,111 0112 ]113 }114 ],115 "ventilation": [116 {117 "object_id": "SM_Vent_25",118 "bbox_2d": [119 0,120 453,121 90,122 550123 ],124 "bbox_3d": {125 "aabb": {126 "center": [127 -103,128 685.9569282531738,129 304.03625869750977130 ],131 "extent": [132 40.77400207519531,133 6.185554027557373,134 43.3223762512207135 ]136 },137 "obb": {138 "center": [139 -103,140 685.9569282531738,141 304.03625869750977142 ],143 "extent": [144 40.77400207519531,145 6.185554027557373,146 43.3223762512207147 ],148 "rotation": [149 0,150 0,151 0152 ]153 },154 "location": [155 -103,156 681,157 261158 ],159 "rotation": [160 0,161 0,162 0163 ],164 "scale": [165 1,166 1,167 1168 ]169 },170 "color": [171 191,172 0,173 255174 ]175 },176 {177 "object_id": "SM_Vent5_2",178 "bbox_2d": [179 1252,180 0,181 1802,182 114183 ],184 "bbox_3d": {185 "aabb": {186 "center": [187 -544,188 -502.7701873779297,189 453.7108688354492190 ],191 "extent": [192 33.41020965576172,193 208.16990661621094,194 106.49465942382812195 ]196 },197 "obb": {198 "center": [199 -544,200 -502.7701873779297,201 453.7108688354492202 ],203 "extent": [204 33.41020965576172,205 208.16990661621094,206 106.49465942382812207 ],208 "rotation": [209 0,210 0,211 0212 ]213 },214 "location": [215 -544,216 -468,217 355218 ],219 "rotation": [220 0,221 0,222 0223 ],224 "scale": [225 1,226 1,227 1228 ]229 },230 "color": [231 0,232 31,233 191234 ]235 }236 ],237 "floor planks corner": [238 {239 "object_id": "SM_Floor_20",240 "bbox_2d": [241 103,242 825,243 385,244 1058245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 -216.60736083984375,250 -297.8223876953125,251 -3.0517578125e-05252 ],253 "extent": [254 536.977783203125,255 987.1641845703125,256 0257 ]258 },259 "obb": {260 "center": [261 -216.60736083984375,262 -297.8223876953125,263 -3.0517578125e-05264 ],265 "extent": [266 536.977783203125,267 987.1641845703125,268 0269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 150,278 380,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 1,288 1,289 1290 ]291 },292 "color": [293 191,294 63,295 63296 ]297 }298 ],299 "window divided": [300 {301 "object_id": "SM_Window_6",302 "bbox_2d": [303 0,304 563,305 81,306 704307 ],308 "bbox_3d": {309 "aabb": {310 "center": [311 -9.999984741284088,312 704.0000343323079,313 177.4435043334961314 ],315 "extent": [316 131.25004577607746,317 0.00028344670931801375,318 77.44352722167969319 ]320 },321 "obb": {322 "center": [323 -9.999984741284095,324 704.0000343323079,325 177.4435043334961326 ],327 "extent": [328 131.25004577607746,329 0.00028344670931801375,330 77.44352722167969331 ],332 "rotation": [333 0,334 90.00012207031251,335 0336 ]337 },338 "location": [339 -10,340 704,341 100342 ],343 "rotation": [344 0,345 90.00012207031251,346 0347 ],348 "scale": [349 1,350 1,351 1352 ]353 },354 "color": [355 191,356 191,357 255358 ]359 }360 ],361 "window": [362 {363 "object_id": "SM_WinShutter4",364 "bbox_2d": [365 0,366 560,367 79,368 622369 ],370 "bbox_3d": {371 "aabb": {372 "center": [373 -11.99947393753429,374 695.1716742526776,375 225.05152702331543376 ],377 "extent": [378 122.36881115423098,379 6.502056002141558,380 26.948427200317383381 ]382 },383 "obb": {384 "center": [385 -11.99947393753429,386 695.1716742526776,387 225.05152702331543388 ],389 "extent": [390 122.36881115423098,391 6.502056002141558,392 26.948427200317383393 ],394 "rotation": [395 0,396 90.00012207031251,397 0398 ]399 },400 "location": [401 -12,402 695,403 252404 ],405 "rotation": [406 0,407 90.00012207031251,408 0409 ],410 "scale": [411 1,412 1,413 1414 ]415 },416 "color": [417 0,418 31,419 0420 ]421 }422 ],423 "vent": [424 {425 "object_id": "SM_VentPART4_Blueprint2",426 "bbox_2d": [427 0,428 481,429 77,430 523431 ],432 "bbox_3d": {433 "aabb": {434 "center": [435 -106.02164777867594,436 682.8687717914581,437 298.6170581343175438 ],439 "extent": [440 41.953914252604555,441 1.439596176147461,442 41.455910488949314443 ]444 },445 "obb": {446 "center": [447 -106.02164777867594,448 682.8687717914581,449 298.6170581343175450 ],451 "extent": [452 41.953914252604555,453 1.439596176147461,454 41.455910488949314455 ],456 "rotation": [457 50.079066753373716,458 3.751231444455847e-15,459 9.47670610837614e-15460 ]461 },462 "location": [463 -103.21334838867188,464 682.8687744140625,465 303.9654235839844466 ],467 "rotation": [468 50.079066753373716,469 3.751231444455847e-15,470 9.47670610837614e-15471 ],472 "scale": [473 1,474 1,475 1476 ]477 },478 "color": [479 63,480 223,481 223482 ]483 }484 ]485 },486 "foreground": {487 "boxes": [488 {489 "object_id": "SM_BoxPaper_11",490 "bbox_2d": [491 1323,492 1022,493 1588,494 1079495 ],496 "bbox_3d": {497 "aabb": {498 "center": [499 -610,500 -309.0738983154297,501 65502 ],503 "extent": [504 45.32843017578125,505 39.48811340332031,506 65507 ]508 },509 "obb": {510 "center": [511 -610,512 -309.0738983154297,513 65514 ],515 "extent": [516 45.32843017578125,517 39.48811340332031,518 65519 ],520 "rotation": [521 0,522 0,523 0524 ]525 },526 "location": [527 -610,528 -308,529 0530 ],531 "rotation": [532 0,533 0,534 0535 ],536 "scale": [537 1,538 1,539 1540 ]541 },542 "color": [543 127,544 63,545 63546 ]547 },548 {549 "object_id": "SM_BottleBox_16",550 "bbox_2d": [551 0,552 1003,553 217,554 1069555 ],556 "bbox_3d": {557 "aabb": {558 "center": [559 -318.8094081878662,560 -157.40939140319824,561 143.4057388305664562 ],563 "extent": [564 29.55223274230957,565 10.524486541748047,566 17.959243774414062567 ]568 },569 "obb": {570 "center": [571 -318.8094081878662,572 -157.40939140319824,573 143.4057388305664574 ],575 "extent": [576 29.55223274230957,577 10.524486541748047,578 17.959243774414062579 ],580 "rotation": [581 0,582 0,583 0584 ]585 },586 "location": [587 -318.232421875,588 -157.79197692871094,589 125.44649505615234590 ],591 "rotation": [592 0,593 0,594 0595 ],596 "scale": [597 1,598 1,599 1600 ]601 },602 "color": [603 63,604 31,605 31606 ]607 },608 {609 "object_id": "SM_BottleBox2",610 "bbox_2d": [611 390,612 939,613 618,614 999615 ],616 "bbox_3d": {617 "aabb": {618 "center": [619 -412.88876865759784,620 -152.57176387155897,621 143.4057388305664622 ],623 "extent": [624 31.269206744583187,625 17.81459871622164,626 17.959243774414062627 ]628 },629 "obb": {630 "center": [631 -412.88876865759784,632 -152.57176387155897,633 143.4057388305664634 ],635 "extent": [636 31.269206744583187,637 17.81459871622164,638 17.959243774414062639 ],640 "rotation": [641 0,642 15.000099182128903,643 0644 ]645 },646 "location": [647 -412.232421875,648 -152.79197692871094,649 125.44649505615234650 ],651 "rotation": [652 0,653 15.000099182128903,654 0655 ],656 "scale": [657 1,658 1,659 1660 ]661 },662 "color": [663 0,664 159,665 191666 ]667 }668 ],669 "lamp": [670 {671 "object_id": "SM_LampBar3",672 "bbox_2d": [673 436,674 165,675 669,676 396677 ],678 "bbox_3d": {679 "aabb": {680 "center": [681 -418,682 -197,683 329.9609260559082684 ],685 "extent": [686 34.404132714502,687 34.404132714502,688 26.03907012939453689 ]690 },691 "obb": {692 "center": [693 -418,694 -197,695 329.9609260559082696 ],697 "extent": [698 34.404132714502,699 34.404132714502,700 26.03907012939453701 ],702 "rotation": [703 0,704 30.000061035156264,705 0706 ]707 },708 "location": [709 -418,710 -197,711 356712 ],713 "rotation": [714 0,715 30.000061035156264,716 0717 ],718 "scale": [719 1,720 1,721 1722 ]723 },724 "color": [725 63,726 127,727 63728 ]729 },730 {731 "object_id": "SM_LampBar5",732 "bbox_2d": [733 0,734 401,735 76,736 485737 ],738 "bbox_3d": {739 "aabb": {740 "center": [741 -180,742 370,743 329.9609260559082744 ],745 "extent": [746 29.176330155525022,747 29.176330155525022,748 26.03907012939453749 ]750 },751 "obb": {752 "center": [753 -180,754 370,755 329.9609260559082756 ],757 "extent": [758 29.176330155525022,759 29.176330155525022,760 26.03907012939453761 ],762 "rotation": [763 0,764 80.00010681152344,765 0766 ]767 },768 "location": [769 -180,770 370,771 356772 ],773 "rotation": [774 0,775 80.00010681152344,776 0777 ],778 "scale": [779 1,780 1,781 1782 ]783 },784 "color": [785 63,786 63,787 255788 ]789 },790 {791 "object_id": "SM_LampBar6",792 "bbox_2d": [793 70,794 434,795 151,796 497797 ],798 "bbox_3d": {799 "aabb": {800 "center": [801 -180,802 582,803 329.9609260559082804 ],805 "extent": [806 32.2807014352515,807 32.280701435251444,808 26.03907012939453809 ]810 },811 "obb": {812 "center": [813 -180,814 582,815 329.9609260559082816 ],817 "extent": [818 32.2807014352515,819 32.280701435251444,820 26.03907012939453821 ],822 "rotation": [823 0,824 -110.00015258789064,825 0826 ]827 },828 "location": [829 -180,830 582,831 356832 ],833 "rotation": [834 0,835 -110.00015258789064,836 0837 ],838 "scale": [839 1,840 1,841 1842 ]843 },844 "color": [845 63,846 63,847 127848 ]849 },850 {851 "object_id": "SM_LampWall2",852 "bbox_2d": [853 484,854 533,855 499,856 543857 ],858 "bbox_3d": {859 "aabb": {860 "center": [861 -453.9679913520813,862 502.922513961792,863 271.3068890571594864 ],865 "extent": [866 5.51019811630249,867 25.249866485595703,868 4.979282379150391869 ]870 },871 "obb": {872 "center": [873 -453.9679913520813,874 502.922513961792,875 271.3068890571594876 ],877 "extent": [878 5.51019811630249,879 25.249866485595703,880 4.979282379150391881 ],882 "rotation": [883 0,884 -90.00000000000001,885 0886 ]887 },888 "location": [889 -459,890 503,891 272.6610412597656892 ],893 "rotation": [894 0,895 -90.00000000000001,896 0897 ],898 "scale": [899 1,900 1,901 1902 ]903 },904 "color": [905 191,906 95,907 159908 ]909 },910 {911 "object_id": "SM_LampWall4",912 "bbox_2d": [913 296,914 468,915 332,916 478917 ],918 "bbox_3d": {919 "aabb": {920 "center": [921 -300.0774940788377,922 683.9679914759024,923 334.4013104438782924 ],925 "extent": [926 25.249875290290618,927 5.510238462972666,928 4.979282379150391929 ]930 },931 "obb": {932 "center": [933 -300.0774940788377,934 683.9679914759024,935 334.4013104438782936 ],937 "extent": [938 25.249875290290618,939 5.510238462972666,940 4.979282379150391941 ],942 "rotation": [943 0,944 179.99990844726562,945 0946 ]947 },948 "location": [949 -300,950 689,951 335.7554626464844952 ],953 "rotation": [954 0,955 179.99990844726562,956 0957 ],958 "scale": [959 1,960 1,961 1962 ]963 },964 "color": [965 95,966 255,967 159968 ]969 },970 {971 "object_id": "SM_LampWall5",972 "bbox_2d": [973 477,974 510,975 491,976 520977 ],978 "bbox_3d": {979 "aabb": {980 "center": [981 -453.9679913520813,982 597.922513961792,983 293.6458477973938984 ],985 "extent": [986 5.51019811630249,987 25.249866485595703,988 4.979282379150391989 ]990 },991 "obb": {992 "center": [993 -453.9679913520813,994 597.922513961792,995 293.6458477973938996 ],997 "extent": [998 5.51019811630249,999 25.249866485595703,1000 4.9792823791503911001 ],1002 "rotation": [1003 0,1004 -90.00000000000001,1005 01006 ]1007 },1008 "location": [1009 -459,1010 598,1011 2951012 ],1013 "rotation": [1014 0,1015 -90.00000000000001,1016 01017 ],1018 "scale": [1019 1,1020 1,1021 11022 ]1023 },1024 "color": [1025 95,1026 127,1027 1591028 ]1029 },1030 {1031 "object_id": "SM_LampWall6",1032 "bbox_2d": [1033 984,1034 731,1035 1190,1036 8041037 ],1038 "bbox_3d": {1039 "aabb": {1040 "center": [1041 -513.0947643478465,1042 -275.04925099701336,1043 222.64584779739381044 ],1045 "extent": [1046 25.249872355399475,1047 5.510225014084142,1048 4.9792823791503911049 ]1050 },1051 "obb": {1052 "center": [1053 -513.0947643478465,1054 -275.04925099701336,1055 222.64584779739381056 ],1057 "extent": [1058 25.249872355399475,1059 5.510225014084142,1060 4.9792823791503911061 ],1062 "rotation": [1063 0,1064 179.99993896484375,1065 01066 ]1067 },1068 "location": [1069 -513.0172729492188,1070 -270.0172424316406,1071 2241072 ],1073 "rotation": [1074 0,1075 179.99993896484375,1076 01077 ],1078 "scale": [1079 1,1080 1,1081 11082 ]1083 },1084 "color": [1085 95,1086 63,1087 1591088 ]1089 },1090 {1091 "object_id": "SM_LampWall7",1092 "bbox_2d": [1093 1420,1094 503,1095 1543,1096 5371097 ],1098 "bbox_3d": {1099 "aabb": {1100 "center": [1101 -653.0947643478465,1102 -275.04925099701336,1103 275.64584779739381104 ],1105 "extent": [1106 25.249872355399475,1107 5.510225014084142,1108 4.9792823791503911109 ]1110 },1111 "obb": {1112 "center": [1113 -653.0947643478465,1114 -275.04925099701336,1115 275.64584779739381116 ],1117 "extent": [1118 25.249872355399475,1119 5.510225014084142,1120 4.9792823791503911121 ],1122 "rotation": [1123 0,1124 179.99993896484375,1125 01126 ]1127 },1128 "location": [1129 -653.0172729492188,1130 -270.0172424316406,1131 2771132 ],1133 "rotation": [1134 0,1135 179.99993896484375,1136 01137 ],1138 "scale": [1139 1,1140 1,1141 11142 ]1143 },1144 "color": [1145 95,1146 191,1147 1591148 ]1149 }1150 ],1151 "napkin": [1152 {1153 "object_id": "SM_Napkin3",1154 "bbox_2d": [1155 0,1156 804,1157 0,1158 8431159 ],1160 "bbox_3d": {1161 "aabb": {1162 "center": [1163 -215.19465351104736,1164 175.92677402496338,1165 135.979458808898931166 ],1167 "extent": [1168 6.373122215270996,1169 5.918819427490234,1170 9.9794588088989261171 ]1172 },1173 "obb": {1174 "center": [1175 -215.19465351104736,1176 175.92677402496338,1177 135.979458808898931178 ],1179 "extent": [1180 6.373122215270996,1181 5.918819427490234,1182 9.9794588088989261183 ],1184 "rotation": [1185 0,1186 0,1187 01188 ]1189 },1190 "location": [1191 -215.18946838378906,1192 175.92677307128906,1193 1261194 ],1195 "rotation": [1196 0,1197 0,1198 01199 ],1200 "scale": [