TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l036_r004",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/jiawei/JapaneseRestaurant_02/l036_r004/lit.png",5 "camera": {6 "location": [7 873,8 -59,9 8010 ],11 "rotation": [12 0,13 -120.00000000000007,14 015 ],16 "fov": 90,17 "c2w": [18 [19 -0.5000000000000007,20 -0.8660254037844379,21 0,22 023 ],24 [25 0.8660254037844379,26 -0.5000000000000007,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 873,38 -59,39 80,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 995,59 684,60 1732,61 92762 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "bar stool": [117 {118 "object_id": "SM_Barstool_01_Small_45",119 "bbox_2d": [120 952,121 638,122 1067,123 788124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 725.0137140279497,129 -350.0092285159917,130 22.542636655631668131 ],132 "extent": [133 18.46397396977636,134 18.183465535778396,135 22.60599171834542136 ]137 },138 "obb": {139 "center": [140 725.0137140279497,141 -350.0092285159917,142 22.542636655631668143 ],144 "extent": [145 18.46397396977636,146 18.183465535778396,147 22.60599171834542148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 725,157 -350,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 0.9000000357627869,167 0.9000000357627869,168 0.8999999761581421169 ]170 },171 "color": [172 159,173 95,174 0175 ]176 },177 {178 "object_id": "SM_Barstool_01_Small2",179 "bbox_2d": [180 754,181 627,182 855,183 744184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 635.0137140270415,189 -350.0092285153805,190 22.542636655631668191 ],192 "extent": [193 18.463972746955733,194 18.183464331535106,195 22.60599171834542196 ]197 },198 "obb": {199 "center": [200 635.0137140270415,201 -350.0092285153805,202 22.542636655631668203 ],204 "extent": [205 18.463972746955733,206 18.183464331535106,207 22.60599171834542208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 635,217 -350,218 0219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 0.8999999761581421,227 0.8999999761581421,228 0.8999999761581421229 ]230 },231 "color": [232 159,233 95,234 255235 ]236 },237 {238 "object_id": "SM_Barstool_01_Small3",239 "bbox_2d": [240 648,241 686,242 837,243 933244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 725.0137140270415,249 -220.00922851538053,250 22.542636655631668251 ],252 "extent": [253 18.463972746955733,254 18.183464331535106,255 22.60599171834542256 ]257 },258 "obb": {259 "center": [260 725.0137140270415,261 -220.00922851538053,262 22.542636655631668263 ],264 "extent": [265 18.463972746955733,266 18.183464331535106,267 22.60599171834542268 ],269 "rotation": [270 0,271 0,272 0273 ]274 },275 "location": [276 725,277 -220,278 0279 ],280 "rotation": [281 0,282 0,283 0284 ],285 "scale": [286 0.8999999761581421,287 0.8999999761581421,288 0.8999999761581421289 ]290 },291 "color": [292 159,293 95,294 127295 ]296 },297 {298 "object_id": "SM_Barstool_01_Small4",299 "bbox_2d": [300 410,301 662,302 574,303 832304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 635.0137140270415,309 -220.00922851538053,310 22.542636655631668311 ],312 "extent": [313 18.463972746955733,314 18.183464331535106,315 22.60599171834542316 ]317 },318 "obb": {319 "center": [320 635.0137140270415,321 -220.00922851538053,322 22.542636655631668323 ],324 "extent": [325 18.463972746955733,326 18.183464331535106,327 22.60599171834542328 ],329 "rotation": [330 0,331 0,332 0333 ]334 },335 "location": [336 635,337 -220,338 0339 ],340 "rotation": [341 0,342 0,343 0344 ],345 "scale": [346 0.8999999761581421,347 0.8999999761581421,348 0.8999999761581421349 ]350 },351 "color": [352 159,353 95,354 63355 ]356 },357 {358 "object_id": "SM_Barstool_01_Small5",359 "bbox_2d": [360 1098,361 614,362 1181,363 721364 ],365 "bbox_3d": {366 "aabb": {367 "center": [368 725.0137140270415,369 -480.0092285153805,370 22.542636655631668371 ],372 "extent": [373 18.463972746955733,374 18.183464331535106,375 22.60599171834542376 ]377 },378 "obb": {379 "center": [380 725.0137140270415,381 -480.0092285153805,382 22.542636655631668383 ],384 "extent": [385 18.463972746955733,386 18.183464331535106,387 22.60599171834542388 ],389 "rotation": [390 0,391 0,392 0393 ]394 },395 "location": [396 725,397 -480,398 0399 ],400 "rotation": [401 0,402 0,403 0404 ],405 "scale": [406 0.8999999761581421,407 0.8999999761581421,408 0.8999999761581421409 ]410 },411 "color": [412 159,413 95,414 191415 ]416 },417 {418 "object_id": "SM_Barstool_01_Small6",419 "bbox_2d": [420 944,421 607,422 1006,423 704424 ],425 "bbox_3d": {426 "aabb": {427 "center": [428 635.0137140270415,429 -480.0092285153805,430 22.542636655631668431 ],432 "extent": [433 18.463972746955733,434 18.183464331535106,435 22.60599171834542436 ]437 },438 "obb": {439 "center": [440 635.0137140270415,441 -480.0092285153805,442 22.542636655631668443 ],444 "extent": [445 18.463972746955733,446 18.183464331535106,447 22.60599171834542448 ],449 "rotation": [450 0,451 0,452 0453 ]454 },455 "location": [456 635,457 -480,458 0459 ],460 "rotation": [461 0,462 0,463 0464 ],465 "scale": [466 0.8999999761581421,467 0.8999999761581421,468 0.8999999761581421469 ]470 },471 "color": [472 159,473 95,474 31475 ]476 }477 ],478 "chair": [479 {480 "object_id": "SM_Chair_01_53",481 "bbox_2d": [482 517,483 624,484 627,485 729486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 530.0000038146973,491 -324.99999809265137,492 40.022247314453125493 ],494 "extent": [495 21.862672805786133,496 20.488967895507812,497 40.022247314453125498 ]499 },500 "obb": {501 "center": [502 530.0000038146973,503 -324.99999809265137,504 40.022247314453125505 ],506 "extent": [507 21.862672805786133,508 20.488967895507812,509 40.022247314453125510 ],511 "rotation": [512 0,513 0,514 0515 ]516 },517 "location": [518 530,519 -325,520 0521 ],522 "rotation": [523 0,524 0,525 0526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 159,535 95,536 95537 ]538 },539 {540 "object_id": "SM_Chair_2",541 "bbox_2d": [542 226,543 540,544 385,545 802546 ],547 "bbox_3d": {548 "aabb": {549 "center": [550 529.9999961853027,551 -225.00000190734863,552 40.022247314453125553 ],554 "extent": [555 21.862672805786133,556 20.488967895507812,557 40.022247314453125558 ]559 },560 "obb": {561 "center": [562 529.9999961853027,563 -225.00000190734863,564 40.022247314453125565 ],566 "extent": [567 21.862672805786133,568 20.488967895507812,569 40.022247314453125570 ],571 "rotation": [572 0,573 180,574 0575 ]576 },577 "location": [578 530,579 -225,580 0581 ],582 "rotation": [583 0,584 180,585 0586 ],587 "scale": [588 1,589 1,590 1591 ]592 },593 "color": [594 159,595 0,596 159597 ]598 },599 {600 "object_id": "SM_Chair_3",601 "bbox_2d": [602 815,603 592,604 896,605 678606 ],607 "bbox_3d": {608 "aabb": {609 "center": [610 530.0000038146973,611 -524.9999980926514,612 40.022247314453125613 ],614 "extent": [615 21.862672805786133,616 20.488967895507812,617 40.022247314453125618 ]619 },620 "obb": {621 "center": [622 530.0000038146973,623 -524.9999980926514,624 40.022247314453125625 ],626 "extent": [627 21.862672805786133,628 20.488967895507812,629 40.022247314453125630 ],631 "rotation": [632 0,633 0,634 0635 ]636 },637 "location": [638 530,639 -525,640 0641 ],642 "rotation": [643 0,644 0,645 0646 ],647 "scale": [648 1,649 1,650 1651 ]652 },653 "color": [654 159,655 255,656 159657 ]658 },659 {660 "object_id": "SM_Chair_4",661 "bbox_2d": [662 683,663 540,664 776,665 694666 ],667 "bbox_3d": {668 "aabb": {669 "center": [670 529.9999961853027,671 -425.00000190734863,672 40.022247314453125673 ],674 "extent": [675 21.862672805786133,676 20.488967895507812,677 40.022247314453125678 ]679 },680 "obb": {681 "center": [682 529.9999961853027,683 -425.00000190734863,684 40.022247314453125685 ],686 "extent": [687 21.862672805786133,688 20.488967895507812,689 40.022247314453125690 ],691 "rotation": [692 0,693 180,694 0695 ]696 },697 "location": [698 530,699 -425,700 0701 ],702 "rotation": [703 0,704 180,705 0706 ],707 "scale": [708 1,709 1,710 1711 ]712 },713 "color": [714 159,715 127,716 159717 ]718 },719 {720 "object_id": "SM_Chair_7",721 "bbox_2d": [722 1591,723 540,724 1684,725 739726 ],727 "bbox_3d": {728 "aabb": {729 "center": [730 921.6391010284572,731 -543.5993690490649,732 40.02226257324219733 ],734 "extent": [735 20.489052319893403,736 21.8627519254851,737 40.022247314453125738 ]739 },740 "obb": {741 "center": [742 921.6391010284572,743 -543.5993690490649,744 40.02226257324219745 ],746 "extent": [747 20.489052319893403,748 21.8627519254851,749 40.022247314453125750 ],751 "rotation": [752 0,753 -89.99977874755861,754 0755 ]756 },757 "location": [758 921.6390991210938,759 -543.599365234375,760 1.52587890625e-05761 ],762 "rotation": [763 0,764 -89.99977874755861,765 0766 ],767 "scale": [768 1,769 1,770 1771 ]772 },773 "color": [774 159,775 191,776 159777 ]778 },779 {780 "object_id": "SM_Chair_9",781 "bbox_2d": [782 1664,783 540,784 1732,785 878786 ],787 "bbox_3d": {788 "aabb": {789 "center": [790 930.4258401842941,791 -341.2888831061714,792 40.02226257324219793 ],794 "extent": [795 29.575940657640103,796 29.202731953769387,797 40.022247314453125798 ]799 },800 "obb": {801 "center": [802 930.4258401842941,803 -341.2888831061714,804 40.02226257324219805 ],806 "extent": [807 29.575940657640103,808 29.202731953769387,809 40.022247314453125810 ],811 "rotation": [812 0,813 -146.07577514648438,814 0815 ]816 },817 "location": [818 930.4258422851562,819 -341.28887939453125,820 1.52587890625e-05821 ],822 "rotation": [823 0,824 -146.07577514648438,825 0826 ],827 "scale": [828 1,829 1,830 1831 ]832 },833 "color": [834 127,835 223,836 95837 ]838 },839 {840 "object_id": "SM_Chair_12",841 "bbox_2d": [842 28,843 540,844 534,845 1079846 ],847 "bbox_3d": {848 "aabb": {849 "center": [850 753.7443884906567,851 -117.27447302063119,852 40.02226257324219853 ],854 "extent": [855 22.762253080915684,856 21.45173615042866,857 40.022247314453125858 ]859 },860 "obb": {861 "center": [862 753.7443884906567,863 -117.27447302063119,864 40.02226257324219865 ],866 "extent": [867 22.762253080915684,868 21.45173615042866,869 40.022247314453125870 ],871 "rotation": [872 0,873 2.578369140625,874 0875 ]876 },877 "location": [878 753.744384765625,879 -117.27447509765625,880 1.52587890625e-05881 ],882 "rotation": [883 0,884 2.578369140625,885 0886 ],887 "scale": [888 1,889 1,890 1891 ]892 },893 "color": [894 223,895 191,896 191897 ]898 }899 ],900 "folding": [901 {902 "object_id": "SM_Folding_Closed_193",903 "bbox_2d": [904 70,905 834,906 74,907 835908 ],909 "bbox_3d": {910 "aabb": {911 "center": [912 563.0454411043925,913 -130.0000126586815,914 50.90002023748582915 ],916 "extent": [917 14.748420726222093,918 24.495208003608745,919 51.49888812606113920 ]921 },922 "obb": {923 "center": [924 563.0454411043925,925 -130.0000126586815,926 50.90002023748581927 ],928 "extent": [929 14.748420726222093,930 24.495208003608745,931 51.49888812606113932 ],933 "rotation": [934 -3.0517578125552415e-05,935 -90.0000991821289,936 -10.000030517578125937 ]938 },939 "location": [940 571.394287109375,941 -130,942 0943 ],944 "rotation": [945 -3.0517578125552415e-05,946 -90.0000991821289,947 -10.000030517578125948 ],949 "scale": [950 1,951 1,952 1953 ]954 },955 "color": [956 63,957 223,958 191959 ]960 },961 {962 "object_id": "SM_Folding_Closed2_202",963 "bbox_2d": [964 999,965 505,966 1080,967 674968 ],969 "bbox_3d": {970 "aabb": {971 "center": [972 623.0215454101562,973 -586.7859187588545,974 50.90002023749304975 ],976 "extent": [977 24.49518585205078,978 14.748378323691782,979 51.498875079143275980 ]981 },982 "obb": {983 "center": [984 623.0215454101562,985 -586.7859187588545,986 50.90002023749304987 ],988 "extent": [989 24.49518585205078,990 14.748378323691782,991 51.498875079143275992 ],993 "rotation": [994 0,995 0,996 -10.000030517578125997 ]998 },999 "location": [1000 623.0215454101562,1001 -578.4370727539062,1002 01003 ],1004 "rotation": [1005 0,1006 0,1007 -10.0000305175781251008 ],1009 "scale": [1010 1,1011 1,1012 11013 ]1014 },1015 "color": [1016 191,1017 223,1018 2551019 ]1020 },1021 {1022 "object_id": "SM_Folding_Closed3",1023 "bbox_2d": [1024 998,1025 504,1026 1075,1027 6761028 ],1029 "bbox_3d": {1030 "aabb": {1031 "center": [1032 623.0215454101562,1033 -578.7832340591979,1034 50.900020098528531035 ],1036 "extent": [1037 24.49518585205078,1038 14.748379146541879,1039 51.498875028389791040 ]1041 },1042 "obb": {1043 "center": [1044 623.0215454101562,1045 -578.7832340591979,1046 50.900020098528521047 ],1048 "extent": [1049 24.49518585205078,1050 14.748379146541879,1051 51.498875028389791052 ],1053 "rotation": [1054 0,1055 0,1056 -10.0000314712524411057 ]1058 },1059 "location": [1060 623.0215454101562,1061 -570.4343872070312,1062 01063 ],1064 "rotation": [1065 0,1066 0,1067 -10.0000314712524411068 ],1069 "scale": [1070 1,1071 1,1072 11073 ]1074 },1075 "color": [1076 191,1077 223,1078 1271079 ]1080 },1081 {1082 "object_id": "SM_Folding_Closed4",1083 "bbox_2d": [1084 987,1085 504,1086 1070,1087 6771088 ],1089 "bbox_3d": {1090 "aabb": {1091 "center": [1092 623.0215454101562,1093 -571.6513370865416,1094 50.900020098528531095 ],1096 "extent": [1097 24.49518585205078,1098 14.748379146541879,1099 51.498875028389791100 ]1101 },1102 "obb": {1103 "center": [1104 623.0215454101562,1105 -571.6513370865416,1106 50.900020098528521107 ],1108 "extent": [1109 24.49518585205078,1110 14.748379146541879,1111 51.498875028389791112 ],1113 "rotation": [1114 0,1115 0,1116 -10.0000314712524411117 ]1118 },1119 "location": [1120 623.0215454101562,1121 -563.302490234375,1122 01123 ],1124 "rotation": [1125 0,1126 0,1127 -10.0000314712524411128 ],1129 "scale": [1130 1,1131 1,1132 11133 ]1134 },1135 "color": [1136 191,1137 223,1138 631139 ]1140 },1141 {1142 "object_id": "SM_Folding_Closed5",1143 "bbox_2d": [1144 913,1145 506,1146 991,1147 6641148 ],1149 "bbox_3d": {1150 "aabb": {1151 "center": [1152 562.4636840820312,1153 -586.0146183365416,1154 50.900020098528531155 ],1156 "extent": [1157 24.49518585205078,1158 14.748379146541879,1159 51.498875028389791160 ]1161 },1162 "obb": {1163 "center": [1164 562.4636840820312,1165 -586.0146183365416,1166 50.900020098528521167 ],1168 "extent": [1169 24.49518585205078,1170 14.748379146541879,1171 51.498875028389791172 ],1173 "rotation": [1174 0,1175 0,1176 -10.0000314712524411177 ]1178 },1179 "location": [1180 562.4636840820312,1181 -577.665771484375,1182 01183 ],1184 "rotation": [1185 0,1186 0,1187 -10.0000314712524411188 ],1189 "scale": [1190 1,1191 1,1192 11193 ]1194 },1195 "color": [1196 191,1197 223,1198 1911199 ]1200 }