TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l032_off1_r003",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l032_off1_r003/lit.png",5 "camera": {6 "location": [7 957,8 -295,9 18010 ],11 "rotation": [12 0,13 180,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.9999999999999996,20 1.224646799147353e-16,21 0,22 023 ],24 [25 -1.224646799147353e-16,26 -0.9999999999999996,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 957,38 -295,39 180,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {53 "door frame": [54 {55 "object_id": "SM_Doorframe_01_313",56 "bbox_2d": [57 0,58 448,59 121,60 90361 ],62 "bbox_3d": {63 "aabb": {64 "center": [65 525.000002861023,66 125,67 110.0180969238281268 ],69 "extent": [70 45.03559970855713,71 3.8105356693267822,72 110.0180969238281273 ]74 },75 "obb": {76 "center": [77 525.000002861023,78 125,79 110.0180969238281280 ],81 "extent": [82 45.03559970855713,83 3.8105356693267822,84 110.0180969238281285 ],86 "rotation": [87 0,88 0,89 090 ]91 },92 "location": [93 480,94 125,95 096 ],97 "rotation": [98 0,99 0,100 0101 ],102 "scale": [103 0.75,104 1,105 1106 ]107 },108 "color": [109 223,110 31,111 255112 ]113 }114 ]115 },116 "foreground": {117 "bar stool": [118 {119 "object_id": "SM_Barstool_01_Small_45",120 "bbox_2d": [121 1121,122 1062,123 1235,124 1079125 ],126 "bbox_3d": {127 "aabb": {128 "center": [129 725.0137140279497,130 -350.0092285159917,131 22.542636655631668132 ],133 "extent": [134 18.46397396977636,135 18.183465535778396,136 22.60599171834542137 ]138 },139 "obb": {140 "center": [141 725.0137140279497,142 -350.0092285159917,143 22.542636655631668144 ],145 "extent": [146 18.46397396977636,147 18.183465535778396,148 22.60599171834542149 ],150 "rotation": [151 0,152 0,153 0154 ]155 },156 "location": [157 725,158 -350,159 0160 ],161 "rotation": [162 0,163 0,164 0165 ],166 "scale": [167 0.9000000357627869,168 0.9000000357627869,169 0.8999999761581421170 ]171 },172 "color": [173 159,174 95,175 0176 ]177 },178 {179 "object_id": "SM_Barstool_01_Small2",180 "bbox_2d": [181 1082,182 1003,183 1174,184 1079185 ],186 "bbox_3d": {187 "aabb": {188 "center": [189 635.0137140270415,190 -350.0092285153805,191 22.542636655631668192 ],193 "extent": [194 18.463972746955733,195 18.183464331535106,196 22.60599171834542197 ]198 },199 "obb": {200 "center": [201 635.0137140270415,202 -350.0092285153805,203 22.542636655631668204 ],205 "extent": [206 18.463972746955733,207 18.183464331535106,208 22.60599171834542209 ],210 "rotation": [211 0,212 0,213 0214 ]215 },216 "location": [217 635,218 -350,219 0220 ],221 "rotation": [222 0,223 0,224 0225 ],226 "scale": [227 0.8999999761581421,228 0.8999999761581421,229 0.8999999761581421230 ]231 },232 "color": [233 159,234 95,235 255236 ]237 },238 {239 "object_id": "SM_Barstool_01_Small3",240 "bbox_2d": [241 604,242 1062,243 720,244 1079245 ],246 "bbox_3d": {247 "aabb": {248 "center": [249 725.0137140270415,250 -220.00922851538053,251 22.542636655631668252 ],253 "extent": [254 18.463972746955733,255 18.183464331535106,256 22.60599171834542257 ]258 },259 "obb": {260 "center": [261 725.0137140270415,262 -220.00922851538053,263 22.542636655631668264 ],265 "extent": [266 18.463972746955733,267 18.183464331535106,268 22.60599171834542269 ],270 "rotation": [271 0,272 0,273 0274 ]275 },276 "location": [277 725,278 -220,279 0280 ],281 "rotation": [282 0,283 0,284 0285 ],286 "scale": [287 0.8999999761581421,288 0.8999999761581421,289 0.8999999761581421290 ]291 },292 "color": [293 159,294 95,295 127296 ]297 },298 {299 "object_id": "SM_Barstool_01_Small4",300 "bbox_2d": [301 683,302 1003,303 787,304 1079305 ],306 "bbox_3d": {307 "aabb": {308 "center": [309 635.0137140270415,310 -220.00922851538053,311 22.542636655631668312 ],313 "extent": [314 18.463972746955733,315 18.183464331535106,316 22.60599171834542317 ]318 },319 "obb": {320 "center": [321 635.0137140270415,322 -220.00922851538053,323 22.542636655631668324 ],325 "extent": [326 18.463972746955733,327 18.183464331535106,328 22.60599171834542329 ],330 "rotation": [331 0,332 0,333 0334 ]335 },336 "location": [337 635,338 -220,339 0340 ],341 "rotation": [342 0,343 0,344 0345 ],346 "scale": [347 0.8999999761581421,348 0.8999999761581421,349 0.8999999761581421350 ]351 },352 "color": [353 159,354 95,355 63356 ]357 },358 {359 "object_id": "SM_Barstool_01_Small5",360 "bbox_2d": [361 1634,362 1062,363 1753,364 1079365 ],366 "bbox_3d": {367 "aabb": {368 "center": [369 725.0137140270415,370 -480.0092285153805,371 22.542636655631668372 ],373 "extent": [374 18.463972746955733,375 18.183464331535106,376 22.60599171834542377 ]378 },379 "obb": {380 "center": [381 725.0137140270415,382 -480.0092285153805,383 22.542636655631668384 ],385 "extent": [386 18.463972746955733,387 18.183464331535106,388 22.60599171834542389 ],390 "rotation": [391 0,392 0,393 0394 ]395 },396 "location": [397 725,398 -480,399 0400 ],401 "rotation": [402 0,403 0,404 0405 ],406 "scale": [407 0.8999999761581421,408 0.8999999761581421,409 0.8999999761581421410 ]411 },412 "color": [413 159,414 95,415 191416 ]417 },418 {419 "object_id": "SM_Barstool_01_Small6",420 "bbox_2d": [421 1446,422 928,423 1580,424 1079425 ],426 "bbox_3d": {427 "aabb": {428 "center": [429 635.0137140270415,430 -480.0092285153805,431 22.542636655631668432 ],433 "extent": [434 18.463972746955733,435 18.183464331535106,436 22.60599171834542437 ]438 },439 "obb": {440 "center": [441 635.0137140270415,442 -480.0092285153805,443 22.542636655631668444 ],445 "extent": [446 18.463972746955733,447 18.183464331535106,448 22.60599171834542449 ],450 "rotation": [451 0,452 0,453 0454 ]455 },456 "location": [457 635,458 -480,459 0460 ],461 "rotation": [462 0,463 0,464 0465 ],466 "scale": [467 0.8999999761581421,468 0.8999999761581421,469 0.8999999761581421470 ]471 },472 "color": [473 159,474 95,475 31476 ]477 }478 ],479 "chair": [480 {481 "object_id": "SM_Chair_01_53",482 "bbox_2d": [483 981,484 755,485 1073,486 958487 ],488 "bbox_3d": {489 "aabb": {490 "center": [491 530.0000038146973,492 -324.99999809265137,493 40.022247314453125494 ],495 "extent": [496 21.862672805786133,497 20.488967895507812,498 40.022247314453125499 ]500 },501 "obb": {502 "center": [503 530.0000038146973,504 -324.99999809265137,505 40.022247314453125506 ],507 "extent": [508 21.862672805786133,509 20.488967895507812,510 40.022247314453125511 ],512 "rotation": [513 0,514 0,515 0516 ]517 },518 "location": [519 530,520 -325,521 0522 ],523 "rotation": [524 0,525 0,526 0527 ],528 "scale": [529 1,530 1,531 1532 ]533 },534 "color": [535 159,536 95,537 95538 ]539 },540 {541 "object_id": "SM_Chair_2",542 "bbox_2d": [543 755,544 755,545 852,546 931547 ],548 "bbox_3d": {549 "aabb": {550 "center": [551 529.9999961853027,552 -225.00000190734863,553 40.022247314453125554 ],555 "extent": [556 21.862672805786133,557 20.488967895507812,558 40.022247314453125559 ]560 },561 "obb": {562 "center": [563 529.9999961853027,564 -225.00000190734863,565 40.022247314453125566 ],567 "extent": [568 21.862672805786133,569 20.488967895507812,570 40.022247314453125571 ],572 "rotation": [573 0,574 180,575 0576 ]577 },578 "location": [579 530,580 -225,581 0582 ],583 "rotation": [584 0,585 180,586 0587 ],588 "scale": [589 1,590 1,591 1592 ]593 },594 "color": [595 159,596 0,597 159598 ]599 },600 {601 "object_id": "SM_Chair_3",602 "bbox_2d": [603 1415,604 755,605 1536,606 960607 ],608 "bbox_3d": {609 "aabb": {610 "center": [611 530.0000038146973,612 -524.9999980926514,613 40.022247314453125614 ],615 "extent": [616 21.862672805786133,617 20.488967895507812,618 40.022247314453125619 ]620 },621 "obb": {622 "center": [623 530.0000038146973,624 -524.9999980926514,625 40.022247314453125626 ],627 "extent": [628 21.862672805786133,629 20.488967895507812,630 40.022247314453125631 ],632 "rotation": [633 0,634 0,635 0636 ]637 },638 "location": [639 530,640 -525,641 0642 ],643 "rotation": [644 0,645 0,646 0647 ],648 "scale": [649 1,650 1,651 1652 ]653 },654 "color": [655 159,656 255,657 159658 ]659 },660 {661 "object_id": "SM_Chair_4",662 "bbox_2d": [663 1204,664 755,665 1310,666 923667 ],668 "bbox_3d": {669 "aabb": {670 "center": [671 529.9999961853027,672 -425.00000190734863,673 40.022247314453125674 ],675 "extent": [676 21.862672805786133,677 20.488967895507812,678 40.022247314453125679 ]680 },681 "obb": {682 "center": [683 529.9999961853027,684 -425.00000190734863,685 40.022247314453125686 ],687 "extent": [688 21.862672805786133,689 20.488967895507812,690 40.022247314453125691 ],692 "rotation": [693 0,694 180,695 0696 ]697 },698 "location": [699 530,700 -425,701 0702 ],703 "rotation": [704 0,705 180,706 0707 ],708 "scale": [709 1,710 1,711 1712 ]713 },714 "color": [715 159,716 127,717 159718 ]719 },720 {721 "object_id": "SM_Chair_12",722 "bbox_2d": [723 83,724 971,725 258,726 1079727 ],728 "bbox_3d": {729 "aabb": {730 "center": [731 753.7443884906567,732 -117.27447302063119,733 40.02226257324219734 ],735 "extent": [736 22.762253080915684,737 21.45173615042866,738 40.022247314453125739 ]740 },741 "obb": {742 "center": [743 753.7443884906567,744 -117.27447302063119,745 40.02226257324219746 ],747 "extent": [748 22.762253080915684,749 21.45173615042866,750 40.022247314453125751 ],752 "rotation": [753 0,754 2.578369140625,755 0756 ]757 },758 "location": [759 753.744384765625,760 -117.27447509765625,761 1.52587890625e-05762 ],763 "rotation": [764 0,765 2.578369140625,766 0767 ],768 "scale": [769 1,770 1,771 1772 ]773 },774 "color": [775 223,776 191,777 191778 ]779 }780 ],781 "folding": [782 {783 "object_id": "SM_Folding_Closed_193",784 "bbox_2d": [785 499,786 727,787 624,788 911789 ],790 "bbox_3d": {791 "aabb": {792 "center": [793 563.0454411043925,794 -130.0000126586815,795 50.90002023748582796 ],797 "extent": [798 14.748420726222093,799 24.495208003608745,800 51.49888812606113801 ]802 },803 "obb": {804 "center": [805 563.0454411043925,806 -130.0000126586815,807 50.90002023748581808 ],809 "extent": [810 14.748420726222093,811 24.495208003608745,812 51.49888812606113813 ],814 "rotation": [815 -3.0517578125552415e-05,816 -90.0000991821289,817 -10.000030517578125818 ]819 },820 "location": [821 571.394287109375,822 -130,823 0824 ],825 "rotation": [826 -3.0517578125552415e-05,827 -90.0000991821289,828 -10.000030517578125829 ],830 "scale": [831 1,832 1,833 1834 ]835 },836 "color": [837 63,838 223,839 191840 ]841 },842 {843 "object_id": "SM_Folding_Closed2_202",844 "bbox_2d": [845 1721,846 754,847 1892,848 1079849 ],850 "bbox_3d": {851 "aabb": {852 "center": [853 623.0215454101562,854 -586.7859187588545,855 50.90002023749304856 ],857 "extent": [858 24.49518585205078,859 14.748378323691782,860 51.498875079143275861 ]862 },863 "obb": {864 "center": [865 623.0215454101562,866 -586.7859187588545,867 50.90002023749304868 ],869 "extent": [870 24.49518585205078,871 14.748378323691782,872 51.498875079143275873 ],874 "rotation": [875 0,876 0,877 -10.000030517578125878 ]879 },880 "location": [881 623.0215454101562,882 -578.4370727539062,883 0884 ],885 "rotation": [886 0,887 0,888 -10.000030517578125889 ],890 "scale": [891 1,892 1,893 1894 ]895 },896 "color": [897 191,898 223,899 255900 ]901 },902 {903 "object_id": "SM_Folding_Closed3",904 "bbox_2d": [905 1700,906 754,907 1867,908 1077909 ],910 "bbox_3d": {911 "aabb": {912 "center": [913 623.0215454101562,914 -578.7832340591979,915 50.90002009852853916 ],917 "extent": [918 24.49518585205078,919 14.748379146541879,920 51.49887502838979921 ]922 },923 "obb": {924 "center": [925 623.0215454101562,926 -578.7832340591979,927 50.90002009852852928 ],929 "extent": [930 24.49518585205078,931 14.748379146541879,932 51.49887502838979933 ],934 "rotation": [935 0,936 0,937 -10.000031471252441938 ]939 },940 "location": [941 623.0215454101562,942 -570.4343872070312,943 0944 ],945 "rotation": [946 0,947 0,948 -10.000031471252441949 ],950 "scale": [951 1,952 1,953 1954 ]955 },956 "color": [957 191,958 223,959 127960 ]961 },962 {963 "object_id": "SM_Folding_Closed4",964 "bbox_2d": [965 1681,966 754,967 1845,968 1079969 ],970 "bbox_3d": {971 "aabb": {972 "center": [973 623.0215454101562,974 -571.6513370865416,975 50.90002009852853976 ],977 "extent": [978 24.49518585205078,979 14.748379146541879,980 51.49887502838979981 ]982 },983 "obb": {984 "center": [985 623.0215454101562,986 -571.6513370865416,987 50.90002009852852988 ],989 "extent": [990 24.49518585205078,991 14.748379146541879,992 51.49887502838979993 ],994 "rotation": [995 0,996 0,997 -10.000031471252441998 ]999 },1000 "location": [1001 623.0215454101562,1002 -563.302490234375,1003 01004 ],1005 "rotation": [1006 0,1007 0,1008 -10.0000314712524411009 ],1010 "scale": [1011 1,1012 1,1013 11014 ]1015 },1016 "color": [1017 191,1018 223,1019 631020 ]1021 },1022 {1023 "object_id": "SM_Folding_Closed5",1024 "bbox_2d": [1025 1622,1026 722,1027 1737,1028 8951029 ],1030 "bbox_3d": {1031 "aabb": {1032 "center": [1033 562.4636840820312,1034 -586.0146183365416,1035 50.900020098528531036 ],1037 "extent": [1038 24.49518585205078,1039 14.748379146541879,1040 51.498875028389791041 ]1042 },1043 "obb": {1044 "center": [1045 562.4636840820312,1046 -586.0146183365416,1047 50.900020098528521048 ],1049 "extent": [1050 24.49518585205078,1051 14.748379146541879,1052 51.498875028389791053 ],1054 "rotation": [1055 0,1056 0,1057 -10.0000314712524411058 ]1059 },1060 "location": [1061 562.4636840820312,1062 -577.665771484375,1063 01064 ],1065 "rotation": [1066 0,1067 0,1068 -10.0000314712524411069 ],1070 "scale": [1071 1,1072 1,1073 11074 ]1075 },1076 "color": [1077 191,1078 223,1079 1911080 ]1081 }1082 ],1083 "beer crate": [1084 {1085 "object_id": "SM_Beercrate_02_196",1086 "bbox_2d": [1087 454,1088 931,1089 583,1090 10341091 ],1092 "bbox_3d": {1093 "aabb": {1094 "center": [1095 591.910888671875,1096 -127.89835357666016,1097 12.4556903839111331098 ],1099 "extent": [1100 16.99475471831613,1101 21.9947441556898,1102 12.5442943572998051103 ]1104 },1105 "obb": {1106 "center": [1107 591.910888671875,1108 -127.89835357666016,1109 12.4556903839111331110 ],1111 "extent": [1112 16.99475471831613,1113 21.9947441556898,1114 12.5442943572998051115 ],1116 "rotation": [1117 0,1118 -90.00009918212892,1119 01120 ]1121 },1122 "location": [1123 591.910888671875,1124 -127.89835357666016,1125 -1.52587890625e-051126 ],1127 "rotation": [1128 0,1129 -90.00009918212892,1130 01131 ],1132 "scale": [1133 1,1134 1,1135 11136 ]1137 },1138 "color": [1139 63,1140 223,1141 311142 ]1143 },1144 {1145 "object_id": "SM_Beercrate_3",1146 "bbox_2d": [1147 387,1148 972,1149 547,1150 10791151 ],1152 "bbox_3d": {1153 "aabb": {1154 "center": [1155 627.9992065429688,1156 -127.89835357666016,1157 12.4556906427005741158 ],1159 "extent": [1160 16.99475471831613,1161 21.9947441556898,1162 12.5442943572998051163 ]1164 },1165 "obb": {1166 "center": [1167 627.9992065429688,1168 -127.89835357666016,1169 12.4556906427005741170 ],1171 "extent": [1172 16.99475471831613,1173 21.9947441556898,1174 12.5442943572998051175 ],1176 "rotation": [1177 0,1178 -90.00009918212892,1179 01180 ]1181 },1182 "location": [1183 627.9992065429688,1184 -127.89835357666016,1185 -1.4999999621068127e-051186 ],1187 "rotation": [1188 0,1189 -90.00009918212892,1190 01191 ],1192 "scale": [1193 1,1194 1,1195 11196 ]1197 },1198 "color": [1199 63,1200 223,