TaxonomyProject/SimulationMetadata
PercepTax — Simulation Metadata Supporting metadata for the PercepTax benchmark. This repository holds the object taxonomy, object lists / placement rules, and per-scene 3D annotations used to render and annotate the simulated split of PercepTax. It is a collection of JSON/CSV/PNG files (not a load_dataset-style tabular dataset). Contents taxonomy/ # the physical-property taxonomy ├── taxonomy.json # full taxonomy… See the full description on the dataset page: https://huggingface.co/datasets/TaxonomyProject/SimulationMetadata.
12.3k
1{2 "scene_name": "JapaneseRestaurant_02",3 "view_id": "l010_off0_r005",4 "image_path": "/home/xwang378/scratch/2025/Taxonomy/Data/simulationImage/additional/JapaneseRestaurant_02/l010_off0_r005/lit.png",5 "camera": {6 "location": [7 537,8 -256,9 9710 ],11 "rotation": [12 0,13 -59.999999999999986,14 015 ],16 "fov": 90,17 "c2w": [18 [19 0.5000000000000002,20 -0.8660254037844384,21 0,22 023 ],24 [25 0.8660254037844384,26 0.5000000000000002,27 0,28 029 ],30 [31 0,32 0,33 1,34 035 ],36 [37 537,38 -256,39 97,40 141 ]42 ],43 "width": 1920,44 "height": 1080,45 "fxfycxcy": [46 960.0000000000001,47 960.0000000000002,48 960.0,49 540.050 ]51 },52 "background": {},53 "foreground": {54 "plane": [55 {56 "object_id": "Plane_243",57 "bbox_2d": [58 973,59 773,60 1919,61 107962 ],63 "bbox_3d": {64 "aabb": {65 "center": [66 890,67 -460,68 069 ],70 "extent": [71 150,72 150,73 2.4121840694324697e-1474 ]75 },76 "obb": {77 "center": [78 890,79 -460,80 081 ],82 "extent": [83 150,84 150,85 2.4121840694324697e-1486 ],87 "rotation": [88 0,89 0,90 091 ]92 },93 "location": [94 890,95 -460,96 097 ],98 "rotation": [99 0,100 0,101 0102 ],103 "scale": [104 3,105 3,106 3107 ]108 },109 "color": [110 0,111 31,112 191113 ]114 }115 ],116 "bar stool": [117 {118 "object_id": "SM_Barstool_01_Small_45",119 "bbox_2d": [120 1511,121 806,122 1714,123 1079124 ],125 "bbox_3d": {126 "aabb": {127 "center": [128 725.0137140279497,129 -350.0092285159917,130 22.542636655631668131 ],132 "extent": [133 18.46397396977636,134 18.183465535778396,135 22.60599171834542136 ]137 },138 "obb": {139 "center": [140 725.0137140279497,141 -350.0092285159917,142 22.542636655631668143 ],144 "extent": [145 18.46397396977636,146 18.183465535778396,147 22.60599171834542148 ],149 "rotation": [150 0,151 0,152 0153 ]154 },155 "location": [156 725,157 -350,158 0159 ],160 "rotation": [161 0,162 0,163 0164 ],165 "scale": [166 0.9000000357627869,167 0.9000000357627869,168 0.8999999761581421169 ]170 },171 "color": [172 159,173 95,174 0175 ]176 },177 {178 "object_id": "SM_Barstool_01_Small2",179 "bbox_2d": [180 1106,181 881,182 1386,183 998184 ],185 "bbox_3d": {186 "aabb": {187 "center": [188 635.0137140270415,189 -350.0092285153805,190 22.542636655631668191 ],192 "extent": [193 18.463972746955733,194 18.183464331535106,195 22.60599171834542196 ]197 },198 "obb": {199 "center": [200 635.0137140270415,201 -350.0092285153805,202 22.542636655631668203 ],204 "extent": [205 18.463972746955733,206 18.183464331535106,207 22.60599171834542208 ],209 "rotation": [210 0,211 0,212 0213 ]214 },215 "location": [216 635,217 -350,218 0219 ],220 "rotation": [221 0,222 0,223 0224 ],225 "scale": [226 0.8999999761581421,227 0.8999999761581421,228 0.8999999761581421229 ]230 },231 "color": [232 159,233 95,234 255235 ]236 },237 {238 "object_id": "SM_Barstool_01_Small5",239 "bbox_2d": [240 1061,241 704,242 1199,243 884244 ],245 "bbox_3d": {246 "aabb": {247 "center": [248 725.0137140270415,249 -480.0092285153805,250 22.542636655631668251 ],252 "extent": [253 18.463972746955733,254 18.183464331535106,255 22.60599171834542256 ]257 },258 "obb": {259 "center": [260 725.0137140270415,261 -480.0092285153805,262 22.542636655631668263 ],264 "extent": [265 18.463972746955733,266 18.183464331535106,267 22.60599171834542268 ],269 "rotation": [270 0,271 0,272 0273 ]274 },275 "location": [276 725,277 -480,278 0279 ],280 "rotation": [281 0,282 0,283 0284 ],285 "scale": [286 0.8999999761581421,287 0.8999999761581421,288 0.8999999761581421289 ]290 },291 "color": [292 159,293 95,294 191295 ]296 },297 {298 "object_id": "SM_Barstool_01_Small6",299 "bbox_2d": [300 777,301 733,302 926,303 897304 ],305 "bbox_3d": {306 "aabb": {307 "center": [308 635.0137140270415,309 -480.0092285153805,310 22.542636655631668311 ],312 "extent": [313 18.463972746955733,314 18.183464331535106,315 22.60599171834542316 ]317 },318 "obb": {319 "center": [320 635.0137140270415,321 -480.0092285153805,322 22.542636655631668323 ],324 "extent": [325 18.463972746955733,326 18.183464331535106,327 22.60599171834542328 ],329 "rotation": [330 0,331 0,332 0333 ]334 },335 "location": [336 635,337 -480,338 0339 ],340 "rotation": [341 0,342 0,343 0344 ],345 "scale": [346 0.8999999761581421,347 0.8999999761581421,348 0.8999999761581421349 ]350 },351 "color": [352 159,353 95,354 31355 ]356 }357 ],358 "chair": [359 {360 "object_id": "SM_Chair_01_53",361 "bbox_2d": [362 0,363 752,364 606,365 974366 ],367 "bbox_3d": {368 "aabb": {369 "center": [370 530.0000038146973,371 -324.99999809265137,372 40.022247314453125373 ],374 "extent": [375 21.862672805786133,376 20.488967895507812,377 40.022247314453125378 ]379 },380 "obb": {381 "center": [382 530.0000038146973,383 -324.99999809265137,384 40.022247314453125385 ],386 "extent": [387 21.862672805786133,388 20.488967895507812,389 40.022247314453125390 ],391 "rotation": [392 0,393 0,394 0395 ]396 },397 "location": [398 530,399 -325,400 0401 ],402 "rotation": [403 0,404 0,405 0406 ],407 "scale": [408 1,409 1,410 1411 ]412 },413 "color": [414 159,415 95,416 95417 ]418 },419 {420 "object_id": "SM_Chair_3",421 "bbox_2d": [422 270,423 605,424 467,425 770426 ],427 "bbox_3d": {428 "aabb": {429 "center": [430 530.0000038146973,431 -524.9999980926514,432 40.022247314453125433 ],434 "extent": [435 21.862672805786133,436 20.488967895507812,437 40.022247314453125438 ]439 },440 "obb": {441 "center": [442 530.0000038146973,443 -524.9999980926514,444 40.022247314453125445 ],446 "extent": [447 21.862672805786133,448 20.488967895507812,449 40.022247314453125450 ],451 "rotation": [452 0,453 0,454 0455 ]456 },457 "location": [458 530,459 -525,460 0461 ],462 "rotation": [463 0,464 0,465 0466 ],467 "scale": [468 1,469 1,470 1471 ]472 },473 "color": [474 159,475 255,476 159477 ]478 },479 {480 "object_id": "SM_Chair_4",481 "bbox_2d": [482 147,483 654,484 515,485 942486 ],487 "bbox_3d": {488 "aabb": {489 "center": [490 529.9999961853027,491 -425.00000190734863,492 40.022247314453125493 ],494 "extent": [495 21.862672805786133,496 20.488967895507812,497 40.022247314453125498 ]499 },500 "obb": {501 "center": [502 529.9999961853027,503 -425.00000190734863,504 40.022247314453125505 ],506 "extent": [507 21.862672805786133,508 20.488967895507812,509 40.022247314453125510 ],511 "rotation": [512 0,513 180,514 0515 ]516 },517 "location": [518 530,519 -425,520 0521 ],522 "rotation": [523 0,524 180,525 0526 ],527 "scale": [528 1,529 1,530 1531 ]532 },533 "color": [534 159,535 127,536 159537 ]538 },539 {540 "object_id": "SM_Chair_6",541 "bbox_2d": [542 1549,543 580,544 1564,545 672546 ],547 "bbox_3d": {548 "aabb": {549 "center": [550 971.6390950331421,551 -493.59936645032934,552 40.02226257324219553 ],554 "extent": [555 25.088410343233022,556 23.97411729918059,557 40.022247314453125558 ]559 },560 "obb": {561 "center": [562 971.6390950331421,563 -493.59936645032934,564 40.02226257324219565 ],566 "extent": [567 25.088410343233022,568 23.97411729918059,569 40.022247314453125570 ],571 "rotation": [572 0,573 169.99996948242188,574 0575 ]576 },577 "location": [578 971.6390991210938,579 -493.599365234375,580 1.52587890625e-05581 ],582 "rotation": [583 0,584 169.99996948242188,585 0586 ],587 "scale": [588 1,589 1,590 1591 ]592 },593 "color": [594 159,595 63,596 159597 ]598 },599 {600 "object_id": "SM_Chair_9",601 "bbox_2d": [602 1891,603 716,604 1919,605 861606 ],607 "bbox_3d": {608 "aabb": {609 "center": [610 930.4258401842941,611 -341.2888831061714,612 40.02226257324219613 ],614 "extent": [615 29.575940657640103,616 29.202731953769387,617 40.022247314453125618 ]619 },620 "obb": {621 "center": [622 930.4258401842941,623 -341.2888831061714,624 40.02226257324219625 ],626 "extent": [627 29.575940657640103,628 29.202731953769387,629 40.022247314453125630 ],631 "rotation": [632 0,633 -146.07577514648438,634 0635 ]636 },637 "location": [638 930.4258422851562,639 -341.28887939453125,640 1.52587890625e-05641 ],642 "rotation": [643 0,644 -146.07577514648438,645 0646 ],647 "scale": [648 1,649 1,650 1651 ]652 },653 "color": [654 127,655 223,656 95657 ]658 },659 {660 "object_id": "SM_Chair_10",661 "bbox_2d": [662 1701,663 583,664 1879,665 815666 ],667 "bbox_3d": {668 "aabb": {669 "center": [670 985.8643203661144,671 -412.11346036997264,672 40.022262314452746673 ],674 "extent": [675 29.961430282544256,676 29.8793430926807,677 40.022247314453125678 ]679 },680 "obb": {681 "center": [682 985.8643203661144,683 -412.11346036997264,684 40.022262314452746685 ],686 "extent": [687 29.961430282544256,688 29.8793430926807,689 40.022247314453125690 ],691 "rotation": [692 0,693 42.57830810546874,694 0695 ]696 },697 "location": [698 985.8643188476562,699 -412.11346435546875,700 1.4999999621068127e-05701 ],702 "rotation": [703 0,704 42.57830810546874,705 0706 ],707 "scale": [708 1,709 1,710 1711 ]712 },713 "color": [714 63,715 223,716 0717 ]718 }719 ],720 "folding": [721 {722 "object_id": "SM_Folding_Closed2_202",723 "bbox_2d": [724 617,725 528,726 769,727 834728 ],729 "bbox_3d": {730 "aabb": {731 "center": [732 623.0215454101562,733 -586.7859187588545,734 50.90002023749304735 ],736 "extent": [737 24.49518585205078,738 14.748378323691782,739 51.498875079143275740 ]741 },742 "obb": {743 "center": [744 623.0215454101562,745 -586.7859187588545,746 50.90002023749304747 ],748 "extent": [749 24.49518585205078,750 14.748378323691782,751 51.498875079143275752 ],753 "rotation": [754 0,755 0,756 -10.000030517578125757 ]758 },759 "location": [760 623.0215454101562,761 -578.4370727539062,762 0763 ],764 "rotation": [765 0,766 0,767 -10.000030517578125768 ],769 "scale": [770 1,771 1,772 1773 ]774 },775 "color": [776 191,777 223,778 255779 ]780 },781 {782 "object_id": "SM_Folding_Closed3",783 "bbox_2d": [784 621,785 527,786 777,787 840788 ],789 "bbox_3d": {790 "aabb": {791 "center": [792 623.0215454101562,793 -578.7832340591979,794 50.90002009852853795 ],796 "extent": [797 24.49518585205078,798 14.748379146541879,799 51.49887502838979800 ]801 },802 "obb": {803 "center": [804 623.0215454101562,805 -578.7832340591979,806 50.90002009852852807 ],808 "extent": [809 24.49518585205078,810 14.748379146541879,811 51.49887502838979812 ],813 "rotation": [814 0,815 0,816 -10.000031471252441817 ]818 },819 "location": [820 623.0215454101562,821 -570.4343872070312,822 0823 ],824 "rotation": [825 0,826 0,827 -10.000031471252441828 ],829 "scale": [830 1,831 1,832 1833 ]834 },835 "color": [836 191,837 223,838 127839 ]840 },841 {842 "object_id": "SM_Folding_Closed4",843 "bbox_2d": [844 625,845 527,846 784,847 849848 ],849 "bbox_3d": {850 "aabb": {851 "center": [852 623.0215454101562,853 -571.6513370865416,854 50.90002009852853855 ],856 "extent": [857 24.49518585205078,858 14.748379146541879,859 51.49887502838979860 ]861 },862 "obb": {863 "center": [864 623.0215454101562,865 -571.6513370865416,866 50.90002009852852867 ],868 "extent": [869 24.49518585205078,870 14.748379146541879,871 51.49887502838979872 ],873 "rotation": [874 0,875 0,876 -10.000031471252441877 ]878 },879 "location": [880 623.0215454101562,881 -563.302490234375,882 0883 ],884 "rotation": [885 0,886 0,887 -10.000031471252441888 ],889 "scale": [890 1,891 1,892 1893 ]894 },895 "color": [896 191,897 223,898 63899 ]900 },901 {902 "object_id": "SM_Folding_Closed5",903 "bbox_2d": [904 410,905 526,906 584,907 759908 ],909 "bbox_3d": {910 "aabb": {911 "center": [912 562.4636840820312,913 -586.0146183365416,914 50.90002009852853915 ],916 "extent": [917 24.49518585205078,918 14.748379146541879,919 51.49887502838979920 ]921 },922 "obb": {923 "center": [924 562.4636840820312,925 -586.0146183365416,926 50.90002009852852927 ],928 "extent": [929 24.49518585205078,930 14.748379146541879,931 51.49887502838979932 ],933 "rotation": [934 0,935 0,936 -10.000031471252441937 ]938 },939 "location": [940 562.4636840820312,941 -577.665771484375,942 0943 ],944 "rotation": [945 0,946 0,947 -10.000031471252441948 ],949 "scale": [950 1,951 1,952 1953 ]954 },955 "color": [956 191,957 223,958 191959 ]960 }961 ],962 "chopstick stand": [963 {964 "object_id": "SM_ChopstickStand_208",965 "bbox_2d": [966 993,967 558,968 1032,969 637970 ],971 "bbox_3d": {972 "aabb": {973 "center": [974 666.3295193233147,975 -455.5632950685806,976 82.75994300842285977 ],978 "extent": [979 6.685890457922596,980 5.78266473468193,981 9.759943008422852982 ]983 },984 "obb": {985 "center": [986 666.3295193233147,987 -455.5632950685806,988 82.75994300842285989 ],990 "extent": [991 6.685890457922596,992 5.78266473468193,993 9.759943008422852994 ],995 "rotation": [996 0,997 -99.99993896484378,998 0999 ]1000 },1001 "location": [1002 668.0160522460938,1003 -454.51544189453125,1004 731005 ],1006 "rotation": [1007 0,1008 -99.99993896484378,1009 01010 ],1011 "scale": [1012 1,1013 1,1014 11015 ]1016 },1017 "color": [1018 191,1019 223,1020 311021 ]1022 },1023 {1024 "object_id": "SM_ChopstickStand2",1025 "bbox_2d": [1026 1488,1027 575,1028 1564,1029 7191030 ],1031 "bbox_3d": {1032 "aabb": {1033 "center": [1034 669.8083425419895,1035 -329.6758147638004,1036 82.759943008422851037 ],1038 "extent": [1039 6.685903833459065,1040 5.782682747893148,1041 9.7599430084228521042 ]1043 },1044 "obb": {1045 "center": [1046 669.8083425419895,1047 -329.6758147638004,1048 82.759943008422851049 ],1050 "extent": [1051 6.685903833459065,1052 5.782682747893148,1053 9.7599430084228521054 ],1055 "rotation": [1056 0,1057 100.00014495849612,1058 01059 ]1060 },1061 "location": [1062 668.5819091796875,1063 -331.2373046875,1064 731065 ],1066 "rotation": [1067 0,1068 100.00014495849612,1069 01070 ],1071 "scale": [1072 1,1073 1,1074 11075 ]1076 },1077 "color": [1078 191,1079 223,1080 951081 ]1082 },1083 {1084 "object_id": "SM_ChopstickStand5",1085 "bbox_2d": [1086 103,1087 565,1088 191,1089 6661090 ],1091 "bbox_3d": {1092 "aabb": {1093 "center": [1094 495.20186671191146,1095 -488.4879180352848,1096 82.759943008422851097 ],1098 "extent": [1099 6.685903833459065,1100 5.782682747893148,1101 9.7599430084228521102 ]1103 },1104 "obb": {1105 "center": [1106 495.20186671191146,1107 -488.4879180352848,1108 82.759943008422851109 ],1110 "extent": [1111 6.685903833459065,1112 5.782682747893148,1113 9.7599430084228521114 ],1115 "rotation": [1116 0,1117 100.00014495849612,1118 01119 ]1120 },1121 "location": [1122 493.9754333496094,1123 -490.0494079589844,1124 731125 ],1126 "rotation": [1127 0,1128 100.00014495849612,1129 01130 ],1131 "scale": [1132 1,1133 1,1134 11135 ]1136 },1137 "color": [1138 31,1139 223,1140 2551141 ]1142 },1143 {1144 "object_id": "SM_ChopstickStand6",1145 "bbox_2d": [1146 1482,1147 549,1148 1503,1149 5881150 ],1151 "bbox_3d": {1152 "aabb": {1153 "center": [1154 997.7741084688197,1155 -533.4500338492278,1156 82.759943008422851157 ],1158 "extent": [1159 6.685885999391189,1160 5.7826587302615735,1161 9.7599430084228521162 ]1163 },1164 "obb": {1165 "center": [1166 997.7741084688197,1167 -533.4500338492278,1168 82.759943008422851169 ],1170 "extent": [1171 6.685885999391189,1172 5.7826587302615735,1173 9.7599430084228521174 ],1175 "rotation": [1176 0,1177 -80.00012969970702,1178 01179 ]1180 },1181 "location": [1182 999.0005493164062,1183 -531.8885498046875,1184 731185 ],1186 "rotation": [1187 0,1188 -80.00012969970702,1189 01190 ],1191 "scale": [1192 1,1193 1,1194 11195 ]1196 },1197 "color": [1198 159,1199 223,1200 255